-- Logs begin at Mon 2022-04-11 14:38:22 UTC, end at Mon 2022-04-11 15:49:24 UTC. -- Apr 11 15:15:24.895828 dv-cinder-835483-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 15:15:28.017926 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.common.config [-] Logging enabled! Apr 11 15:15:28.018658 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 15:15:28.018804 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 15:15:28.022103 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.common.config [-] Logging enabled! Apr 11 15:15:28.022365 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 15:15:28.022711 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 15:15:28.023701 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 15:15:28.023942 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 15:15:28.024336 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 15:15:28.024590 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 15:15:28.024826 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 15:15:28.025268 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.025725 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 15:15:28.026043 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.026348 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.026670 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.026978 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.027279 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.027573 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.027876 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.028186 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.028483 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.028774 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.029071 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.029374 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.029666 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.029965 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.030264 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.031134 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] debug = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.031414 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.031872 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.032309 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.032576 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.032887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.033176 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.033680 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.033871 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.034027 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.034385 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] host = dv-cinder-835483-2-iscsi {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.034697 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.035000 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.035296 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.035651 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.036006 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.036304 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.036601 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.036888 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.037172 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.037457 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.037760 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.038060 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.038360 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.038645 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.038855 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.039158 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.039455 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.039741 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.040008 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.040303 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.040590 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.040875 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.041157 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.041450 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.041746 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.042044 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.042331 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.042641 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.042929 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.043314 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.043619 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.043903 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.044190 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.044475 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.044775 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.045056 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.045339 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.045652 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.045950 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.046843 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.047122 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.047407 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.047699 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.047986 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.048266 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.048552 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] use_json = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.048833 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.049114 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.049406 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.049687 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.049966 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.050252 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.050533 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.050861 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.051146 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:28.051453 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.051762 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.052069 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.052380 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.052686 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.052975 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.053273 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.053558 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.053855 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.054150 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.054451 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.054769 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.055079 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.055380 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.055687 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.056005 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.056315 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.056614 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.056900 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.057183 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.057463 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.057753 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.058049 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.058334 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.058653 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.058957 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.059247 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.059557 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.059853 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.060158 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.060455 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.060737 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.061024 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.061326 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.061613 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.061928 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.062214 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.062519 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.062829 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.063115 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.063407 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.063695 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.063978 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.064255 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.064543 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.064840 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.065127 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.065409 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.065689 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.065974 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.066259 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.066553 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.066860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.067140 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.067420 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.067703 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.067983 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.068265 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.068551 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.068835 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.069119 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.069403 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.069684 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.069965 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.070245 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.070524 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.070903 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.071182 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.071469 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.071749 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.072030 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.072310 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.072605 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.072881 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.073175 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.073485 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.073773 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.074064 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.074352 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.074684 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.074950 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.075234 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.075524 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.075811 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.076350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.076654 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.076946 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.077244 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.077707 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.078067 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.078380 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.078697 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.078990 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.079286 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.079574 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.079863 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.080159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.080453 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.080760 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.081066 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.081370 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.081674 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.081978 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.082266 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.082627 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.082905 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:28.083130 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 15:15:28.083385 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103215) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 15:15:28.475565 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 15:15:28.475854 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 15:15:28.476165 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 15:15:28.476508 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 15:15:28.816334 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.816549 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.816819 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.818158 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.818434 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.818728 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.873989 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.874297 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.874576 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.890556 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.890983 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.891277 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.923261 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.923546 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.923820 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.962651 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.962963 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:28.963237 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.323941 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.324615 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.324615 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.324852 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.325441 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.434717 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.435047 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.435342 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.435630 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.435912 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.436236 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.436510 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.436808 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.437079 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.437375 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.437649 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.437927 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.438196 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.438460 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.438757 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.439034 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.439299 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.439578 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.439861 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.440144 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.440608 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.440876 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.441170 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.441566 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.441834 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.442099 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.442536 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:29.442810 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:29.443057 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:29.443307 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:29.443548 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:29.443790 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:29.444175 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 15:15:29.447721 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 15:15:29.452032 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 15:15:29.455963 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 11 15:15:29.457650 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 15:15:29.458130 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 15:15:29.458469 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 15:15:29.458898 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 15:15:29.461991 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 15:15:29.462248 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 15:15:29.462641 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 15:15:29.467776 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 15:15:29.493715 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 15:15:29.494189 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.494499 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 15:15:29.494907 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.496315 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 15:15:29.496611 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 15:15:29.496866 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 15:15:29.500432 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.500714 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:29.564916 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 15:15:29.565172 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 15:15:29.565390 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 15:15:29.565784 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 15:15:29.588491 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_db.sqlalchemy.engines [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103215) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 15:15:30.052793 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing driver for type 'gre' Apr 11 15:15:30.053432 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] gre ID ranges: [(1, 1000)] Apr 11 15:15:30.112387 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing driver for type 'local' Apr 11 15:15:30.112753 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing driver for type 'vlan' Apr 11 15:15:30.127936 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] VlanTypeDriver initialization complete Apr 11 15:15:30.128304 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing driver for type 'vxlan' Apr 11 15:15:30.128850 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] vxlan ID ranges: [(1, 1000)] Apr 11 15:15:30.183749 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing extension driver 'port_security' Apr 11 15:15:30.184165 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.extensions.port_security [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] PortSecurityExtensionDriver initialization complete Apr 11 15:15:30.184655 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing mechanism driver 'openvswitch' Apr 11 15:15:30.185170 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing mechanism driver 'hyperv' Apr 11 15:15:30.192842 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:15:30.193725 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.194105 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.194459 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.195036 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:15:30.195467 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.195830 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.196172 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.196572 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:15:30.196973 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.197318 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.197659 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.198051 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:15:30.198454 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > security_group after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.198825 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > security_group after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.199167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.199565 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:15:30.199958 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.200305 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.200652 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.201290 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:15:30.201741 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > address_group after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.202096 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > address_group after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.203050 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.203450 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:15:30.203900 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] ML2 OVO RPC backend initialized. {{(pid=103215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 15:15:30.204628 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.204983 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.205404 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.205751 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > networks before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.206097 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.206449 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > ports before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.206817 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.207159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnets before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.207504 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.207850 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.208180 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.208524 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.208858 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.209189 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.209525 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.209861 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.210194 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.217528 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded quota_driver: . Apr 11 15:15:30.217888 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Modular L2 Plugin initialization complete Apr 11 15:15:30.218274 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading services supported by the core plugin {{(pid=103215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 15:15:30.218637 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Got port-security extension from driver 'port_security' Apr 11 15:15:30.219132 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.extensions.vlantransparent [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Disabled vlantransparent extension. Apr 11 15:15:30.219627 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 15:15:30.219957 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: router Apr 11 15:15:30.255866 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.256266 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.256644 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router before_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.257018 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.257389 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.257740 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_delete 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.258098 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.258453 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.258845 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.259192 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.259547 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.259898 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.260256 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.260674 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.261040 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.261391 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.261724 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.262069 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.262427 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.262794 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.263155 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.263491 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.263844 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.264192 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.264534 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.264922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.265852 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.266215 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > agent after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.266569 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > agent after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.267094 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.268021 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Tracking information for resource: router configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:30.268353 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Tracking information for resource: floatingip configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:15:30.273535 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.db.l3_agentschedulers_db [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 15:15:30.274110 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.274482 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.274857 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.275215 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.276028 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router before_create 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.276398 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.276764 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_create 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.277123 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > router precommit_update 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.282176 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.provider_configuration [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service providers = [] {{(pid=103215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 15:15:30.282545 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.db.servicetype_db [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 15:15:30.285606 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.service_base [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:15:30.285959 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.service_base [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:15:30.286307 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.service_base [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:15:30.287224 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.services.service_base [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:15:30.287591 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.services.service_base [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 15:15:30.287983 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.288308 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 15:15:30.300798 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.301132 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: auto_allocate Apr 11 15:15:30.306949 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: network precommit_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.307280 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: network precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.307836 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.308159 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: tag Apr 11 15:15:30.315696 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.316022 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: timestamp Apr 11 15:15:30.319928 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.320260 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: network_ip_availability Apr 11 15:15:30.325878 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.326753 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.326887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.327758 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.328082 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: flavors Apr 11 15:15:30.333204 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.333544 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading Plugin: revisions Apr 11 15:15:30.337914 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:15:30.338313 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_concurrency.lockutils [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.862s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 15:15:30.339125 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 15:15:30.339463 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Initializing extension manager. Apr 11 15:15:30.339998 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: __init__.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.340344 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: __pycache__ {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.340681 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: address_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.341456 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.342044 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: address-group Apr 11 15:15:30.342368 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: address_scope.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.343638 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.344151 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: address-scope Apr 11 15:15:30.344478 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.345441 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.345952 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: router-admin-state-down-before-update Apr 11 15:15:30.346275 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: agent.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.347009 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.347517 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: agent Apr 11 15:15:30.347838 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: agent_resources_synced.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.348751 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.349262 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: agent-resources-synced Apr 11 15:15:30.349584 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: allowedaddresspairs.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.351435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.351963 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: allowed-address-pairs Apr 11 15:15:30.352291 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: auto_allocated_topology.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.353373 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.353891 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: auto-allocated-topology Apr 11 15:15:30.354220 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: availability_zone.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.354956 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.355470 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: availability_zone Apr 11 15:15:30.355795 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: availability_zone_filter.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.356713 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.357223 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: availability_zone_filter Apr 11 15:15:30.357551 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: data_plane_status.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.358462 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.359165 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 15:15:30.359481 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: default_subnetpools.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.360412 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.360922 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: default-subnetpools Apr 11 15:15:30.361244 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.362071 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.362601 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: dhcp_agent_scheduler Apr 11 15:15:30.362936 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: dns.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.363854 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.364362 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 15:15:30.364696 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: dns_domain_ports.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.365604 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.366111 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 15:15:30.366439 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.367383 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.367898 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 15:15:30.368214 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: dvr.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.368888 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.369396 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: dvr Apr 11 15:15:30.369723 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: ecmp_routes.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.370666 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.371211 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 15:15:30.371498 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: empty_string_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.372415 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.372920 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: empty-string-filtering Apr 11 15:15:30.373242 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.374164 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.374719 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 15:15:30.375045 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.376146 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.376650 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 15:15:30.376972 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: external_net.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.377883 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.378393 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: external-net Apr 11 15:15:30.378758 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.379659 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.380169 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: extra_dhcp_opt Apr 11 15:15:30.380497 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: extraroute.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.381394 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.381899 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: extraroute Apr 11 15:15:30.382215 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: extraroute_atomic.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.383277 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.383782 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: extraroute-atomic Apr 11 15:15:30.384106 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: filter_validation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.384777 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.385282 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: filter-validation Apr 11 15:15:30.385597 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: fip_pf_description.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.386770 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.387274 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 15:15:30.387596 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: fip_pf_port_range.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.388512 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.389026 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 15:15:30.389339 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: fip_port_details.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.391245 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.391758 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: fip-port-details Apr 11 15:15:30.392081 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: flavors.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.393317 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.393834 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: flavors Apr 11 15:15:30.394159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.395877 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.396392 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 15:15:30.396722 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: floatingip_pools.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.397430 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.397942 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: floatingip-pools Apr 11 15:15:30.398266 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: ip_allocation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.399230 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.399742 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 15:15:30.400064 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.400980 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.401491 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: ip-substring-filtering Apr 11 15:15:30.401816 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l2_adjacency.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.402789 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.403305 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 15:15:30.403626 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.404645 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.405165 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: router Apr 11 15:15:30.405526 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.407914 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.408444 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 15:15:30.408785 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.409701 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.410217 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: ext-gw-mode Apr 11 15:15:30.410548 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.411495 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.412011 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: l3-ha Apr 11 15:15:30.412339 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.413251 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.413759 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 15:15:30.414085 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_flavors.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.415037 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.415551 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: l3-flavors Apr 11 15:15:30.415880 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.417250 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.417773 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 15:15:30.418105 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.419046 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.419563 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 15:15:30.419893 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: l3agentscheduler.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.420951 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.421999 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: l3_agent_scheduler Apr 11 15:15:30.422334 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: local_ip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.424281 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.424814 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension local_ip not supported by any of loaded plugins Apr 11 15:15:30.425159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: logging.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.426688 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.427216 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension logging not supported by any of loaded plugins Apr 11 15:15:30.427548 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: metering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.428296 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.428878 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: metering Apr 11 15:15:30.429208 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.430313 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.430936 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: metering_source_and_destination_fields Apr 11 15:15:30.431191 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: multiprovidernet.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.432115 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.432629 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: multi-provider Apr 11 15:15:30.432953 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: netmtu.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.433877 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.434388 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: net-mtu Apr 11 15:15:30.434748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: netmtu_writable.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.435672 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.436184 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: net-mtu-writable Apr 11 15:15:30.436509 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: network_availability_zone.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.437730 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.438237 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: network_availability_zone Apr 11 15:15:30.438561 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: network_ip_availability.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.439703 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.440222 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: network-ip-availability Apr 11 15:15:30.440547 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: network_segment_range.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.441324 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.441829 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 15:15:30.442153 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: pagination.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.443177 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.443507 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: pagination Apr 11 15:15:30.443829 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: port_device_profile.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.444739 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.445262 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: port-device-profile Apr 11 15:15:30.445583 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.446495 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.447040 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: port-mac-address-regenerate Apr 11 15:15:30.447364 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.448278 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.448789 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: port-numa-affinity-policy Apr 11 15:15:30.449110 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: port_resource_request.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.450013 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.450516 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 15:15:30.450862 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: port_resource_request_groups.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.452081 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.452624 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 15:15:30.452950 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: portbindings.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.453884 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.454398 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: binding Apr 11 15:15:30.454758 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: portbindings_extended.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.456048 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.456568 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: binding-extended Apr 11 15:15:30.456897 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: portsecurity.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.457815 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.458336 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: port-security Apr 11 15:15:30.458692 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: project_id.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.459669 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.460000 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: project-id Apr 11 15:15:30.460329 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: providernet.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.461261 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.461776 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: provider Apr 11 15:15:30.462100 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.465800 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.466384 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos not supported by any of loaded plugins Apr 11 15:15:30.466776 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.468146 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.468670 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 15:15:30.469000 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.470076 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.470608 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 15:15:30.470968 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_default.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.471904 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.472420 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-default not supported by any of loaded plugins Apr 11 15:15:30.472748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_fip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.473666 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.474182 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 15:15:30.474508 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.475451 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.475968 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 15:15:30.476293 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_gateway_ip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.477219 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.477733 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 15:15:30.478058 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_port_network_policy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.479008 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.479523 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 15:15:30.479847 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.480891 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.481406 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 15:15:30.481731 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.482792 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.483310 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 15:15:30.484148 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_pps_rule.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.485402 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.485932 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 15:15:30.486265 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_rule_type_details.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.487212 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.487732 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 15:15:30.488059 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.488968 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.489487 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 15:15:30.489813 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: qos_rules_alias.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.490899 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.491419 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 15:15:30.491747 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: quota_check_limit.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.492654 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.493173 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: quota-check-limit Apr 11 15:15:30.493500 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: quotasv2.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.494505 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.494868 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: quotas Apr 11 15:15:30.495194 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: quotasv2_detail.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.497020 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.497362 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: quota_details Apr 11 15:15:30.497692 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: rbac.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.498822 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.500051 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: rbac-policies Apr 11 15:15:30.500295 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: rbac_address_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.501254 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.501773 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: rbac-address-group Apr 11 15:15:30.502103 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: rbac_address_scope.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.503055 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.503569 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: rbac-address-scope Apr 11 15:15:30.503896 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: rbac_security_groups.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.504908 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.505422 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: rbac-security-groups Apr 11 15:15:30.505748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: rbac_subnetpool.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.506724 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.507236 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: rbac-subnetpool Apr 11 15:15:30.507560 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: revisionifmatch.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.508493 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.509002 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: revision-if-match Apr 11 15:15:30.509328 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: revisions.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.510538 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.511089 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: standard-attr-revisions Apr 11 15:15:30.511418 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: router_availability_zone.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.512101 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.512616 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: router_availability_zone Apr 11 15:15:30.512941 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: routerservicetype.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.513872 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.514390 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 15:15:30.514748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.515713 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.516221 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: security-groups-normalized-cidr Apr 11 15:15:30.516545 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.517469 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.517978 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: port-security-groups-filtering Apr 11 15:15:30.518302 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.519281 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.519796 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: security-groups-remote-address-group Apr 11 15:15:30.520122 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.521056 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.521569 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: security-groups-shared-filtering Apr 11 15:15:30.521895 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.522496 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 15:15:30.522843 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: securitygroup.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.532640 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.533181 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: security-group Apr 11 15:15:30.533518 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: segment.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.534276 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.534825 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension segment not supported by any of loaded plugins Apr 11 15:15:30.535157 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.536137 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.536649 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 15:15:30.536977 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: servicetype.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.538083 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.538617 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: service-type Apr 11 15:15:30.538952 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: sorting.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.539967 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.540300 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: sorting Apr 11 15:15:30.540627 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: standard_attr_segment.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.541549 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.542066 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 15:15:30.542384 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: standardattrdescription.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.543077 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.543591 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: standard-attr-description Apr 11 15:15:30.543915 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: stateful_security_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.544855 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.545372 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: stateful-security-group Apr 11 15:15:30.545693 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: stdattrs_common.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.546939 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 15:15:30.547250 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.548305 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.548821 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 15:15:30.549151 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: subnet_onboard.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.550219 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.550770 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: subnet_onboard Apr 11 15:15:30.551099 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.552048 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.552563 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 15:15:30.552882 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: subnet_service_types.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.553819 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.554338 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: subnet-service-types Apr 11 15:15:30.554691 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: subnetallocation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.555778 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.556294 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: subnet_allocation Apr 11 15:15:30.556613 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.557470 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.557897 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: subnetpool-prefix-ops Apr 11 15:15:30.558405 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.559393 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.559945 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 15:15:30.560316 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: tagging.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.561544 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.562720 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: standard-attr-tag Apr 11 15:15:30.563056 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: timestamp.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.564314 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.564807 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loaded extension: standard-attr-timestamp Apr 11 15:15:30.565134 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: trunk.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.566175 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.566716 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension trunk not supported by any of loaded plugins Apr 11 15:15:30.567043 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: trunk_details.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.567972 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.568481 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 15:15:30.568805 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: uplink_status_propagation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.569733 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.570249 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 15:15:30.570569 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Loading extension file: vlantransparent.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:15:30.571266 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:15:30.571777 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 15:15:30.574365 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:network Apr 11 15:15:30.574928 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:subnet Apr 11 15:15:30.575329 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:15:30.575725 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:port Apr 11 15:15:30.577259 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.577811 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service FLAVORS assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.578352 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.578855 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.579141 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:router Apr 11 15:15:30.579571 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 15:15:30.580068 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service METERING assigned prefix: /metering {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.581533 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.581932 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.582241 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:15:30.583409 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 15:15:30.583850 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:security_group Apr 11 15:15:30.584522 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 15:15:30.584909 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.585331 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:15:30.585583 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] subnetpool is already registered Apr 11 15:15:30.586026 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.586357 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:15:30.586739 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] subnetpool is already registered Apr 11 15:15:30.589027 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.589493 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service FLAVORS assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.590227 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.590706 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.591048 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:router Apr 11 15:15:30.591388 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] router is already registered Apr 11 15:15:30.591933 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 15:15:30.592154 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] floatingip is already registered Apr 11 15:15:30.592717 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service METERING assigned prefix: /metering {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.593510 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 15:15:30.593841 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] rbac_policy is already registered Apr 11 15:15:30.594276 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:security_group Apr 11 15:15:30.594639 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] security_group is already registered Apr 11 15:15:30.595052 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 15:15:30.595391 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] security_group_rule is already registered Apr 11 15:15:30.595881 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.596217 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:15:30.596549 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] subnetpool is already registered Apr 11 15:15:30.596988 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:15:30.597312 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:15:30.597640 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] subnetpool is already registered Apr 11 15:15:30.598111 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: extensions {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.600961 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: address-groups {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.602468 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: address-scopes {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.603704 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: agents {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.604997 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: auto-allocated-topology {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.606260 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: availability_zones {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.607515 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: dhcp-networks {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.609453 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: dhcp-agents {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.611035 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: routers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.613244 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: flavors {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.614660 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: service_profiles {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.615983 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: next_providers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.617496 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: service_profiles {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.618966 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: floatingip-pools {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.620378 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: routers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.622495 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: floatingips {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.623870 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: l3-routers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.625975 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: l3-agents {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.627455 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: metering-labels {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.628738 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: metering-label-rules {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.630159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: network-ip-availabilities {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.631547 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: bindings {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.633148 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: quotas {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.634871 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: quotas {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.636455 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: rbac-policies {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.637653 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: security-groups {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.639050 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: security-group-rules {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.640548 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: service-providers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.641784 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: subnetpools {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.643150 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: subnetpools {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.644763 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.646488 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.648382 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.650205 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.651936 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.653979 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.655834 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.657649 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.660794 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.662568 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron.api.extensions [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:15:30.668805 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING keystonemiddleware.auth_token [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 15:15:30.674183 dv-cinder-835483-2-iscsi neutron-server[103215]: WARNING keystonemiddleware.auth_token [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 15:15:30.683786 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_concurrency.lockutils [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Acquired lock "singleton_lock" {{(pid=103215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 15:15:30.684283 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_concurrency.lockutils [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Releasing lock "singleton_lock" {{(pid=103215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 15:15:30.684973 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Starting 2 workers Apr 11 15:15:30.690964 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Started child 103326 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:15:30.698502 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Started child 103327 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:15:30.698758 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:30.699370 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO neutron.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 15:15:30.699449 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [-] (103326) wsgi starting up on http://0.0.0.0:9696 Apr 11 15:15:30.699519 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:30.701372 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Starting 1 workers Apr 11 15:15:30.704089 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:30.706447 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [-] (103327) wsgi starting up on http://0.0.0.0:9696 Apr 11 15:15:30.707159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Started child 103328 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:15:30.707773 dv-cinder-835483-2-iscsi neutron-server[103215]: INFO oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Starting 1 workers Apr 11 15:15:30.712268 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] calling RpcWorker wait() {{(pid=103328) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 15:15:30.713032 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Started child 103329 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:15:30.713141 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.service [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] returning from RpcWorker wait() {{(pid=103328) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 15:15:30.713594 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-34a796bc-88c6-4d6f-9950-4b6e2e642965 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:30.715359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:30.715782 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 15:15:30.716005 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 15:15:30.716202 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 15:15:30.716301 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:15:30.716428 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 15:15:30.716815 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 15:15:30.717015 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 15:15:30.717538 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.717826 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.718119 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.718388 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.718685 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.719264 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.719531 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.719796 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.720069 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.720318 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.720406 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:30.720902 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.720902 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.720902 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.721087 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.721388 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:15:30.721511 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.721701 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.721946 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.722220 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.722389 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.722657 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.722947 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.723204 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.723469 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] debug = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.723713 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.724209 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.724438 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.724699 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.724931 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.725198 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.725424 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.725699 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.725939 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.726171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.726369 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.726674 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.726920 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.727150 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.727399 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.727623 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.727891 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.728115 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.728643 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] host = dv-cinder-835483-2-iscsi {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.728882 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.729099 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.729331 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.729592 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.729842 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.730080 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.730352 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.730643 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.730887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.731132 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.731410 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.731622 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.731970 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.732193 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.732388 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_options = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.732578 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.732769 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.732957 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.733146 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.733364 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.733567 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.734303 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.734553 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.734937 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.735333 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.735568 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.735810 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.736174 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.736514 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.736850 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.737289 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.737569 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.737891 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.738307 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.738682 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.739029 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.739379 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.739727 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.740055 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.740379 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.740719 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.741065 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.741389 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.741722 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.742143 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.742489 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.742881 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.743221 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.743561 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.744072 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.744456 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.744815 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.745156 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.745565 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.745908 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.746270 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.746680 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.746995 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.747463 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.747796 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.748061 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.748460 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_json = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.748866 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.749412 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.750219 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.750553 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.750922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.751249 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.751572 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.751972 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.752524 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.753116 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.753402 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.753841 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.754245 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.754823 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.755051 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.755414 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.755920 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.756169 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.756516 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.756928 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.757270 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.757748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.758103 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.758666 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.759298 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.759528 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.759851 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.760191 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.760542 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.760882 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.761215 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.761606 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.761937 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.762301 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.762771 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.763058 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.763448 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.763825 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.764268 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.764675 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.765082 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.765877 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.766208 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.766501 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.767047 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.767047 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.767737 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.767737 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.768263 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.768465 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.768830 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.769204 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.769549 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.769885 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.770221 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.770605 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.770987 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.771334 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.771933 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.772191 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.772438 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.772720 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.774841 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.774841 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.774841 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.774841 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.774841 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.775615 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.775615 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.775615 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.776157 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.776422 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.776743 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.777089 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.777426 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.777769 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.778182 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.778540 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.778950 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.781189 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.781523 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.781964 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.782298 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.782543 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.782843 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.783102 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.783331 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.783589 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.783815 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.784041 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.784286 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.784510 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.784734 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.784972 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.785200 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.785442 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.785665 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.785884 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.786111 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.786354 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.787978 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.789140 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.790393 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.790951 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.791352 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.791771 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.792208 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.792678 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.793067 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.793472 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.793924 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.794375 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.794831 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.795272 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.795662 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.796062 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.796553 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.796946 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.797345 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.797746 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.798160 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.798542 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.799042 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.799526 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.799967 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.800393 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.800843 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.801286 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.801779 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.802254 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.802759 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.803151 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.803603 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.804139 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.804591 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.808922 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.809719 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.809719 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.809719 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.809937 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.810500 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.810942 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.811329 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.812238 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.812683 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.813078 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.813505 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.813967 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.814422 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.814878 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.815723 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.815723 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.816144 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.816702 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.816951 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.817328 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.817740 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.818084 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.818476 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.818873 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.819250 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.819696 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.820062 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.820455 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.820748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.821142 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.821526 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.821995 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.822433 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.822843 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.823256 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.823670 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.824057 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.824360 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.824658 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.825054 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.825409 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.825706 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.826307 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.826667 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.827080 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.827552 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.827994 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.828348 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.828671 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.828928 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.829159 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.829526 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.829925 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.830310 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.830722 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.831046 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.831358 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.831753 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.832119 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.832590 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.832885 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.833216 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.833557 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.833842 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.834210 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.834570 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.834963 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.835207 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.835457 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.835771 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.836113 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.836476 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.836831 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.837171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.837406 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.837717 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.838161 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.838551 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.838944 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.839323 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.839693 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.840058 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.840675 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.841124 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.841579 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.842033 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.842517 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.842918 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.843916 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.844328 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.844718 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.845061 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.845341 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.845692 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.846072 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.846441 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.846844 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.847182 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.847429 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.847681 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.848065 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.848432 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.848753 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.849119 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.849429 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.849802 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.850211 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.850573 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.850977 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.851333 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.851640 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.851890 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.852192 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.852413 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.852748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.853318 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.853554 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.853772 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.854086 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.854268 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.854658 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.854933 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.855262 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.855622 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.856112 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.856500 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.856891 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.857366 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.857716 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.858268 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.858470 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.859167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.859167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.859547 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.859911 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.860198 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.860572 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.860997 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.861556 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.861769 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:15:30.862043 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.862500 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.862953 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.863395 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.863813 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.864212 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.864567 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.864995 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.865489 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.866462 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.866462 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.868173 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.868173 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.868173 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.868173 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.868173 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.869860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.869860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.869860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.869860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.869860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.870895 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.870895 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.870895 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.872121 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.872121 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.872121 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.872121 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.872612 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 15:15:30.873045 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 15:15:30.873288 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 15:15:30.873556 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 15:15:30.873747 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 15:15:30.873952 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 15:15:30.874181 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 15:15:30.875503 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.875503 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.875503 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.876039 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.876039 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.876986 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.876986 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.876986 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.876986 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.877732 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.877732 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.877732 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.878566 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.878566 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.878566 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.878972 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.878972 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.879195 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.879681 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.879681 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.880070 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.880070 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.880765 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] debug = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.880765 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.880765 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.881887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.881887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.881887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.881887 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.882601 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.882601 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.882601 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.883142 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.883142 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.883142 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.883703 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.883703 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.884053 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.884053 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.884289 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.884531 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.884784 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] host = dv-cinder-835483-2-iscsi {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.885032 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.885275 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.885517 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.885767 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.886162 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.886290 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.886479 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.886753 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.886996 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.887234 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.887468 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.887701 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.887943 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.888180 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.888420 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_options = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.888659 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.888893 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.889129 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.889404 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.889622 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.889895 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.890237 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.890498 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.890768 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.891019 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.891270 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.891628 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.891822 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.892039 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.892237 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.892429 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.892624 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.892855 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.893096 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.893348 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.893593 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.893860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.894065 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.894292 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.896435 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.898350 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899320 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899320 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899320 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899320 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899320 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899866 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899866 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_json = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.899866 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.900198 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.900400 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.900521 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.900763 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.901005 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.901253 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.901498 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.901749 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:15:30.902009 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.902259 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.902519 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.902795 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.903038 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.903291 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.903541 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.903791 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.904038 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.904279 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.904530 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.904787 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.905040 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.905286 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.906363 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.906363 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.906653 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.906812 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.907244 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.907481 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.907729 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.907971 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.908239 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.908486 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.908745 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.909924 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.909924 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.909924 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.909924 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.910899 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.910899 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.910899 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.910899 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.910899 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.912201 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.912201 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.912201 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.912201 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.912201 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.913167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.913167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.913167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.913167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.913167 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.914171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.914171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.914171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.914171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.915045 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.915045 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.915045 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.915656 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.915656 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.915656 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.916241 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.916241 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.916601 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.916742 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.917010 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.917276 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.917532 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.917774 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.918020 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.918263 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.918509 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.918885 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.919083 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.919258 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.919486 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.919730 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.919978 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.920214 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.920454 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.920678 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.920920 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.921273 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.921479 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.921901 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.922177 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.922392 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.922662 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.922904 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.923143 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.923381 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.923623 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.923882 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.924114 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.924357 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.924605 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.924849 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.925086 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.925346 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.925632 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.925857 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.926104 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.926353 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.926630 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.926888 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.927130 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.927377 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.927617 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.927859 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.928096 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.928332 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.928586 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.928813 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.929163 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.929351 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.929534 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.929777 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.930032 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.930281 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.930530 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.930803 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.931051 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.931291 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.931533 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.931778 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.932029 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.932292 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.932524 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.932764 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.933030 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.933275 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.933525 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.933761 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.934004 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.934238 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.934474 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.934743 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.934980 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.935218 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.935452 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.935684 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.935916 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.936165 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.936397 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.936632 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.937414 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.937682 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.937914 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.938147 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.938381 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.938657 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.938895 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.939131 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.939365 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.939596 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.939828 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.940057 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.940290 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.940522 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.940754 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.940984 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.941216 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.941468 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.941723 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.941974 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.942219 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.942464 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.942755 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.943011 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.943261 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.943528 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.943794 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.944042 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.944304 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.944594 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.944862 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.945113 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.945361 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.945606 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.945854 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.946102 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.946380 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.946657 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.946914 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.947162 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.947414 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.947659 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.947910 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.948157 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.948407 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.948641 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.948885 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.949131 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.949384 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.949636 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.949881 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.950127 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.950371 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.950659 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.950892 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.951388 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.951665 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.951905 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.952217 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.953084 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.953213 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.953443 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.953688 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.953938 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.954187 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.954443 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.954761 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.955002 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.955241 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.955483 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.955722 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.955968 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.956218 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.956470 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.956715 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.956960 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.957209 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.957455 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.957701 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.957944 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.958193 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.958436 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.958790 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.958947 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.959198 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.959502 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.959815 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.960141 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.960396 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.960660 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.960951 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.961220 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.961542 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.961809 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.962026 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.962370 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.962877 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.962877 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.963165 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.963337 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.963595 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.963860 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.964121 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.964401 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.964659 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.964989 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.965171 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.965377 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.965638 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.965904 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.966205 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.966411 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.966700 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.966977 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.967240 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.967512 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.967765 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.968082 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.968442 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.968588 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.968835 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.969116 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.969397 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.969647 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.969924 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.970253 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.970441 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.970748 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.971022 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.971302 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.971522 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.971777 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.972045 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.972302 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.972587 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.972974 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.973148 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.973401 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.973695 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.973949 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.974206 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.974486 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.974764 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.975046 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.975325 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.975590 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.975842 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.976107 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.976356 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.976631 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.976880 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.977134 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.977402 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.977752 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.977901 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.978154 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.978415 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.978722 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.978973 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.979230 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.979493 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.979763 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.980126 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.980288 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:15:30.980552 dv-cinder-835483-2-iscsi neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 15:15:31.130137 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33168) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:31.139485 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068471 Apr 11 15:15:45.044353 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bff4ec-66a4-4fa7-ae5a-4b81dfc93624 None None] get_active_networks_info from dv-cinder-835483-2-iscsi {{(pid=103328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 15:15:45.246710 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bff4ec-66a4-4fa7-ae5a-4b81dfc93624 None None] No non-hosted networks {{(pid=103328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 15:15:45.265625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.agentschedulers_db [None req-04bff4ec-66a4-4fa7-ae5a-4b81dfc93624 None None] DHCP Agent not found on host dv-cinder-835483-2-iscsi {{(pid=103328) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 15:15:45.381099 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-678b52c6-6699-4de0-9fb9-ada0287ec185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677836'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:48.259072 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e55a073-0d2d-402d-9c53-9bbb6ceba3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677836'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:48.329329 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1260446d-aceb-45ce-ab13-6a63b5787ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:48.573587 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33230) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:49.190454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677836'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:49.272257 dv-cinder-835483-2-iscsi neutron-server[103326]: WARNING oslo_policy.policy [None req-dbd0312a-efee-4f1d-9447-2ca8b1272417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:15:49.272829 dv-cinder-835483-2-iscsi neutron-server[103326]: WARNING oslo_policy.policy [None req-dbd0312a-efee-4f1d-9447-2ca8b1272417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:15:49.503575 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [None req-dbd0312a-efee-4f1d-9447-2ca8b1272417 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:15:49.518619 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-dbd0312a-efee-4f1d-9447-2ca8b1272417 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9293246 Apr 11 15:15:50.609276 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677836'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:51.174183 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677836'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:51.175285 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.175898 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.176445 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.177024 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.177536 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.178075 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.178652 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.179230 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.179785 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.180341 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.180906 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.181457 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.182027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.182570 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.183122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:51.183933 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835483-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:15:51.198789 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835483-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:15:52.670878 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:53.544345 dv-cinder-835483-2-iscsi neutron-server[103327]: WARNING oslo_policy.policy [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:15:53.545219 dv-cinder-835483-2-iscsi neutron-server[103327]: WARNING oslo_policy.policy [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:15:53.955941 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:15:54.139264 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.policy [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103327) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 15:15:54.225608 dv-cinder-835483-2-iscsi neutron-server[103327]: WARNING oslo_policy.policy [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:15:54.226217 dv-cinder-835483-2-iscsi neutron-server[103327]: WARNING oslo_policy.policy [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:15:54.360008 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015023911', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015024435', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015040952', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015037839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015043263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751015051827', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1692810', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734811'] for rbac-policy (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:54.443752 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:54.446711 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-e2836c17-ccf6-4853-9780-4001ad44d0cf admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.7727962 Apr 11 15:15:57.360827 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.db.l3_hamode_db [None req-e3251572-0d69-42e6-93f9-7fdaa0e6a74d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 15:15:57.453041 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3251572-0d69-42e6-93f9-7fdaa0e6a74d None None] Routers set() bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:15:57.453537 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3251572-0d69-42e6-93f9-7fdaa0e6a74d None None] Router IDs set() for agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 15:15:57.683106 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:58.093389 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:15:58.126628 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Made reservation on behalf of 2c86bc5909ad45658037f9dd0aa60ea2 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:15:58.130377 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.151196 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.282740 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks [] for security_group (cc56690e-4217-443e-890f-49b308405c75), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.287739 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (cc56690e-4217-443e-890f-49b308405c75), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.335523 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:15:58.355555 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cc56690e-4217-443e-890f-49b308405c75,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:15:58.367575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751013600678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (20bfd7c2-f653-490f-9a75-10f67476e070), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.368177 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Unsubscribe: segment precommit_create {{(pid=103327) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 15:15:58.368725 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Added segment 20bfd7c2-f653-490f-9a75-10f67476e070 of type vlan for network c1def576-f3ad-4594-b999-cdb141d2830b Apr 11 15:15:58.389968 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.390353 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.390932 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.391413 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.391758 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.392096 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.392437 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.392768 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.393097 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.393418 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.393748 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.394086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.394412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.394765 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.395088 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Tracked resource versions report: Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: pushed versions: Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: { 'AddressGroup': {'1.2'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Agent': {'1.1'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Log': {'1.0'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'NDPProxy': {'1.0'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Network': {'1.1'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Port': {'1.7'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'PortForwarding': {'1.3'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'QosPolicy': {'1.10'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroup': {'1.5'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SubPort': {'1.0'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Subnet': {'1.1'}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Trunk': {'1.1'}} Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: consumer versions: Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Agent': '1.1', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'ConntrackHelper': '1.0', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'LocalIPAssociation': '1.0', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Log': '1.0', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'NDPProxy': '1.0', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Network': '1.1', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Port': '1.7', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'PortForwarding': '1.3', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'QosPolicy': '1.10', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroup': '1.5', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroupRule': '1.2', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SubPort': '1.0', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Subnet': '1.1', Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Trunk': '1.1'}} Apr 11 15:15:58.396609 dv-cinder-835483-2-iscsi neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:15:58.490492 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (c1def576-f3ad-4594-b999-cdb141d2830b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.541446 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (c1def576-f3ad-4594-b999-cdb141d2830b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.547304 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:58.548039 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:58.622668 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9381518 Apr 11 15:15:58.678372 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bac6a-8448-476c-88a1-3b7955fa1547 demo demo] Pushing event updated for resources: {'Network': ['ID=c1def576-f3ad-4594-b999-cdb141d2830b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:15:58.697648 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network c1def576-f3ad-4594-b999-cdb141d2830b details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:16:01.497096 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:01.964538 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3afdb-1fe6-42c5-8cc7-f120b32d9b4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:01.965890 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-51a3afdb-1fe6-42c5-8cc7-f120b32d9b4f demo admin] 10.222.0.50 "GET /v2.0/networks/c1def576-f3ad-4594-b999-cdb141d2830b HTTP/1.1" status: 200 len: 825 time: 0.4677975 Apr 11 15:16:01.993193 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-e23c0f28-9fde-45de-9fb8-5e7126655e0f demo admin] 10.222.0.50 "GET /v2.0/subnetpools/1a7581dc-60c8-420b-8517-f81872de59ce HTTP/1.1" status: 200 len: 734 time: 0.0209112 Apr 11 15:16:02.002548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Request body: {'subnet': {'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce', 'name': 'private-subnet', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:02.025981 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Made reservation on behalf of 2c86bc5909ad45658037f9dd0aa60ea2 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:16:02.029195 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:02.355746 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (a2b67347-b573-42bc-aef6-f8d55adb072a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:02.430709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a2b67347-b573-42bc-aef6-f8d55adb072a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:02.435529 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Checking segment: {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:02.435913 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Network hostable DHCP agents. Network: c1def576-f3ad-4594-b999-cdb141d2830b, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:16:02.461238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Network c1def576-f3ad-4594-b999-cdb141d2830b is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:16:02.475208 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, c1def576-f3ad-4594-b999-cdb141d2830b) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:02.480531 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:02.481278 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:02.489085 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273510b-e24c-4234-8cfe-5698e23d774e None None] Network c1def576-f3ad-4594-b999-cdb141d2830b requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:16:02.522619 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b2c7a9d7-49b9-42ef-9075-6cb554961cf8 demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5052140 Apr 11 15:16:02.919437 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-c1def576-f3ad-4594-b999-cdb141d2830b', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:16:02.921709 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:03.359486 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Allocated IP 172.20.0.2 (c1def576-f3ad-4594-b999-cdb141d2830b/a2b67347-b573-42bc-aef6-f8d55adb072a/dc221628-6064-4c06-8909-e80227bc965a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:16:03.719220 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Publish callbacks [] for port (dc221628-6064-4c06-8909-e80227bc965a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:03.731725 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (dc221628-6064-4c06-8909-e80227bc965a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:03.887260 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Network c1def576-f3ad-4594-b999-cdb141d2830b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:16:03.896401 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:03.899916 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Pushing event updated for resources: {'Port': ['ID=dc221628-6064-4c06-8909-e80227bc965a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:03.903283 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:16:03.916417 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.916836 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.917258 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.917803 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.918356 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.918927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.919446 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.919992 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.920554 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.921657 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.922178 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.922749 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.923274 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.923801 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.924313 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Tracked resource versions report: Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: pushed versions: Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: { 'AddressGroup': {'1.2'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Agent': {'1.1'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'ConntrackHelper': {'1.0'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Log': {'1.0'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'NDPProxy': {'1.0'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Network': {'1.1'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Port': {'1.7'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'PortForwarding': {'1.3'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'QosPolicy': {'1.10'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroup': {'1.5'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SubPort': {'1.0'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Subnet': {'1.1'}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Trunk': {'1.1'}} Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: consumer versions: Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Agent': '1.1', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'ConntrackHelper': '1.0', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'LocalIPAssociation': '1.0', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Log': '1.0', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'NDPProxy': '1.0', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Network': '1.1', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Port': '1.7', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'PortForwarding': '1.3', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'QosPolicy': '1.10', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroup': '1.5', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroupRule': '1.2', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SubPort': '1.0', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Subnet': '1.1', Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Trunk': '1.1'}} Apr 11 15:16:03.926383 dv-cinder-835483-2-iscsi neutron-server[103328]: {{(pid=103328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:16:04.021161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Attempting to bind port dc221628-6064-4c06-8909-e80227bc965a on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:16:04.021646 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Attempting to bind port dc221628-6064-4c06-8909-e80227bc965a by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:16:04.022123 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Attempting to bind port dc221628-6064-4c06-8909-e80227bc965a on network c1def576-f3ad-4594-b999-cdb141d2830b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:16:04.028437 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:16:04.028894 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Checking segment: {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:04.029421 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:04.030371 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Bound using segment: {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:16:04.030980 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Bound port: dc221628-6064-4c06-8909-e80227bc965a, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:16:04.031447 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (dc221628-6064-4c06-8909-e80227bc965a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:04.105639 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] For port dc221628-6064-4c06-8909-e80227bc965a, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:16:04.128564 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] For port dc221628-6064-4c06-8909-e80227bc965a, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=dc221628-6064-4c06-8909-e80227bc965a,segment=NetworkSegment(20bfd7c2-f653-490f-9a75-10f67476e070),segment_id=20bfd7c2-f653-490f-9a75-10f67476e070)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:16:04.137192 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (dc221628-6064-4c06-8909-e80227bc965a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:04.214701 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb13df7-9fd6-43ce-b642-7d3e524e2737 None None] Pushing event updated for resources: {'Port': ['ID=dc221628-6064-4c06-8909-e80227bc965a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:05.344414 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33302) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:05.714216 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [None req-fcf56d97-7ef4-49eb-b44a-94a4dd5c2497 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:16:05.715023 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-fcf56d97-7ef4-49eb-b44a-94a4dd5c2497 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3696675 Apr 11 15:16:08.408175 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33310) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:08.913648 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [None req-961135c8-11b0-4c0f-9a01-d6092142eb53 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:16:08.914807 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-961135c8-11b0-4c0f-9a01-d6092142eb53 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5054164 Apr 11 15:16:12.034042 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33318) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:12.566433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:12.630287 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.policy [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103326) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 15:16:12.675638 dv-cinder-835483-2-iscsi neutron-server[103326]: WARNING oslo_policy.policy [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:16:12.676046 dv-cinder-835483-2-iscsi neutron-server[103326]: WARNING oslo_policy.policy [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:16:12.744625 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (a5c77361-db48-4f94-94ea-c00924eb05c4), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:12.746726 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (a5c77361-db48-4f94-94ea-c00924eb05c4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:12.916860 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Publish callbacks [] for router_controller (a5c77361-db48-4f94-94ea-c00924eb05c4), precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:12.923998 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (a5c77361-db48-4f94-94ea-c00924eb05c4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:12.950839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:12.953278 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d63711d9-6256-48ec-aa4b-cd0f2f76c104 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9178612 Apr 11 15:16:14.963012 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee204c88-46a5-4ff8-8a82-1d7fd4def21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:16.191665 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33332) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:16.527934 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [None req-5cd83542-7911-4825-b7e7-b2a50a838390 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:16:16.529079 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-5cd83542-7911-4825-b7e7-b2a50a838390 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3363705 Apr 11 15:16:17.109307 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device dc221628-6064-4c06-8909-e80227bc965a up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:17.204969 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port dc221628-6064-4c06-8909-e80227bc965a triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:17.205307 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dc221628-6064-4c06-8909-e80227bc965a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:17.334877 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port dc221628-6064-4c06-8909-e80227bc965a is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:17.335336 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (dc221628-6064-4c06-8909-e80227bc965a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:17.378808 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port dc221628-6064-4c06-8909-e80227bc965a, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=dc221628-6064-4c06-8909-e80227bc965a,segment=NetworkSegment(20bfd7c2-f653-490f-9a75-10f67476e070),segment_id=20bfd7c2-f653-490f-9a75-10f67476e070)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:16:17.383892 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (dc221628-6064-4c06-8909-e80227bc965a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:17.445821 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=dc221628-6064-4c06-8909-e80227bc965a,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:17.859846 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d9d9c-df3e-4cfa-8dac-121df55b6a2f None None] Network c1def576-f3ad-4594-b999-cdb141d2830b requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:16:17.950300 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-7c930267-2aa9-4255-ac49-5d085065e29f None None] Provisioning complete for port dc221628-6064-4c06-8909-e80227bc965a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:17.950842 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7c930267-2aa9-4255-ac49-5d085065e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dc221628-6064-4c06-8909-e80227bc965a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:18.093836 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7c930267-2aa9-4255-ac49-5d085065e29f None None] Current status of the port dc221628-6064-4c06-8909-e80227bc965a is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:18.254944 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c764eb0-80a5-4ce3-bb04-5557400c0ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:18.316520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-fa77970e-8a88-469e-af56-7fc2dd88eda0 None None] Provisioning complete for port dc221628-6064-4c06-8909-e80227bc965a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:18.316953 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa77970e-8a88-469e-af56-7fc2dd88eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dc221628-6064-4c06-8909-e80227bc965a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:18.399468 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fa77970e-8a88-469e-af56-7fc2dd88eda0 None None] Current status of the port dc221628-6064-4c06-8909-e80227bc965a is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:19.081251 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device dc221628-6064-4c06-8909-e80227bc965a up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:19.153985 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port dc221628-6064-4c06-8909-e80227bc965a triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:19.154575 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dc221628-6064-4c06-8909-e80227bc965a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.159610 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.244672 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port dc221628-6064-4c06-8909-e80227bc965a is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:19.501791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33350) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:19.656086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:19.684085 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Made reservation on behalf of 0cf1b40ab85c44d89c166f1aa3e4500f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:16:19.686392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.695168 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.794236 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks [] for security_group (279f5c2f-a3cd-4c91-9c6d-8ef3e9cb2383), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.799461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (279f5c2f-a3cd-4c91-9c6d-8ef3e9cb2383), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.817159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Reserving flat network on physical network physnet1 {{(pid=103327) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 15:16:19.840522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f5c2f-a3cd-4c91-9c6d-8ef3e9cb2383,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:19.845612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (e2d42076-48a9-4794-8131-58c36c3cbab8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.845965 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Added segment e2d42076-48a9-4794-8131-58c36c3cbab8 of type flat for network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 Apr 11 15:16:19.901060 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (932ee0fc-1ea7-4aca-875a-b11924d7f1a9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.944383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (932ee0fc-1ea7-4aca-875a-b11924d7f1a9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:19.945420 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:19.946012 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:20.015231 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5111604 Apr 11 15:16:20.102376 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c78e0b-7d88-4bc6-8e42-56399b874607 admin admin] Pushing event updated for resources: {'Network': ['ID=932ee0fc-1ea7-4aca-875a-b11924d7f1a9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:20.115188 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:16:20.539022 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:21.164678 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:22.588600 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33368) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:22.694609 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3c7cf-cf95-4759-a685-183e53e1f105 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:22.695912 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f2c3c7cf-cf95-4759-a685-183e53e1f105 demo admin] 10.222.0.50 "GET /v2.0/subnets/a2b67347-b573-42bc-aef6-f8d55adb072a HTTP/1.1" status: 200 len: 849 time: 0.1063554 Apr 11 15:16:22.878977 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4190f56c-11fb-40ea-acd7-0e8cc41cda97 demo admin] 10.222.0.50 "GET /v2.0/routers/a5c77361-db48-4f94-94ea-c00924eb05c4 HTTP/1.1" status: 200 len: 704 time: 0.1741648 Apr 11 15:16:23.169619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:23.494897 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Allocated IP 172.20.0.1 (c1def576-f3ad-4594-b999-cdb141d2830b/a2b67347-b573-42bc-aef6-f8d55adb072a/1724e312-cc85-4fd4-bf89-a12ba083892e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:16:23.740963 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks [] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:23.783056 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:16:23.822499 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:23.899636 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Network c1def576-f3ad-4594-b999-cdb141d2830b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:16:23.904314 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:23.907753 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:16:23.908651 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (a5c77361-db48-4f94-94ea-c00924eb05c4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.008269 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Pushing event updated for resources: {'Port': ['ID=1724e312-cc85-4fd4-bf89-a12ba083892e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:24.188653 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.255897 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-4bc2c759-b207-4ac4-bf79-f05e5079deca None None] Provisioning complete for port 1724e312-cc85-4fd4-bf89-a12ba083892e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:24.256491 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c759-b207-4ac4-bf79-f05e5079deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.312496 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2c759-b207-4ac4-bf79-f05e5079deca None None] Port 1724e312-cc85-4fd4-bf89-a12ba083892e cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:16:24.507311 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks [] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.515102 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.516954 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (a5c77361-db48-4f94-94ea-c00924eb05c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.586774 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Pushing event updated for resources: {'Port': ['ID=1724e312-cc85-4fd4-bf89-a12ba083892e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:24.667420 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Network c1def576-f3ad-4594-b999-cdb141d2830b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:16:24.668998 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:24.911205 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Router a5c77361-db48-4f94-94ea-c00924eb05c4 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:16:24.934608 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f3bb61a6-f9f5-4b20-b6de-31a713fc804e None None] Provisioning complete for port 1724e312-cc85-4fd4-bf89-a12ba083892e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:24.935424 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3bb61a6-f9f5-4b20-b6de-31a713fc804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:24.983824 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb61a6-f9f5-4b20-b6de-31a713fc804e None None] Port 1724e312-cc85-4fd4-bf89-a12ba083892e cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:16:25.057885 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:16:25.064573 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-20f4f001-ed52-4b91-b7cd-f2a56dbd1753 demo admin] 10.222.0.50 "PUT /v2.0/routers/a5c77361-db48-4f94-94ea-c00924eb05c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1804817 Apr 11 15:16:25.080484 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Sync routers for ids ['a5c77361-db48-4f94-94ea-c00924eb05c4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:16:25.096706 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Routers {'a5c77361-db48-4f94-94ea-c00924eb05c4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:16:25.097767 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:16:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a5c77361-db48-4f94-94ea-c00924eb05c4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:25.355719 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Set router a5c77361-db48-4f94-94ea-c00924eb05c4 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:16:25.935954 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'name': 'router1', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:16:12Z', 'updated_at': '2022-04-11T15:16:24Z', 'revision_number': 2, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'gw_port_host': None, '_interfaces': [{'id': '1724e312-cc85-4fd4-bf89-a12ba083892e', 'name': '', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'mac_address': 'fa:16:3e:c8:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:23Z', 'updated_at': '2022-04-11T15:16:24Z', 'revision_number': 2, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'subnets': [{'id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:26.034071 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Checking router: a5c77361-db48-4f94-94ea-c00924eb05c4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:16:26.034702 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Updating router a5c77361-db48-4f94-94ea-c00924eb05c4 port 1724e312-cc85-4fd4-bf89-a12ba083892e binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:16:26.198203 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:26.834468 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Publish callbacks [] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:26.844589 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.039051 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Pushing event updated for resources: {'Port': ['ID=1724e312-cc85-4fd4-bf89-a12ba083892e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:27.059783 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.060533 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.061468 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.061974 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.062485 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.063035 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.063534 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.063992 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.064488 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.065047 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.065505 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.066016 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.066462 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.066941 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.067404 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Tracked resource versions report: Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: pushed versions: Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: { 'AddressGroup': {'1.2'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Agent': {'1.1'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'ConntrackHelper': {'1.0'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Log': {'1.0'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'NDPProxy': {'1.0'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Network': {'1.1'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Port': {'1.7'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'PortForwarding': {'1.3'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'QosPolicy': {'1.10'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroup': {'1.5'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SubPort': {'1.0'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Subnet': {'1.1'}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Trunk': {'1.1'}} Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: consumer versions: Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Agent': '1.1', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'ConntrackHelper': '1.0', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'LocalIPAssociation': '1.0', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Log': '1.0', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'NDPProxy': '1.0', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Network': '1.1', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Port': '1.7', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'PortForwarding': '1.3', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'QosPolicy': '1.10', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroup': '1.5', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroupRule': '1.2', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SubPort': '1.0', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Subnet': '1.1', Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Trunk': '1.1'}} Apr 11 15:16:27.069096 dv-cinder-835483-2-iscsi neutron-server[103329]: {{(pid=103329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:16:27.077483 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Attempting to bind port 1724e312-cc85-4fd4-bf89-a12ba083892e on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:16:27.078099 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Attempting to bind port 1724e312-cc85-4fd4-bf89-a12ba083892e by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:16:27.083071 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Attempting to bind port 1724e312-cc85-4fd4-bf89-a12ba083892e on network c1def576-f3ad-4594-b999-cdb141d2830b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:16:27.090674 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:16:27.091314 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Checking segment: {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:27.092425 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.092946 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Bound using segment: {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:16:27.093534 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Bound port: 1724e312-cc85-4fd4-bf89-a12ba083892e, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bfd7c2-f653-490f-9a75-10f67476e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:16:27.094018 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.121702 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-67b41c03-1341-41fb-9e1d-aba8f7338bfe None None] Provisioning complete for port 1724e312-cc85-4fd4-bf89-a12ba083892e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:27.122562 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-67b41c03-1341-41fb-9e1d-aba8f7338bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.175386 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] For port 1724e312-cc85-4fd4-bf89-a12ba083892e, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:16:27.189093 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-67b41c03-1341-41fb-9e1d-aba8f7338bfe None None] Port 1724e312-cc85-4fd4-bf89-a12ba083892e cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:16:27.203762 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] For port 1724e312-cc85-4fd4-bf89-a12ba083892e, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=1724e312-cc85-4fd4-bf89-a12ba083892e,segment=NetworkSegment(20bfd7c2-f653-490f-9a75-10f67476e070),segment_id=20bfd7c2-f653-490f-9a75-10f67476e070)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:16:27.211418 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.284836 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ab7dd-56f2-44cf-b3fd-7d9f97c577f0 None None] Pushing event updated for resources: {'Port': ['ID=1724e312-cc85-4fd4-bf89-a12ba083892e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:27.292288 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Routers {'a5c77361-db48-4f94-94ea-c00924eb05c4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:16:27.292928 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:16:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a5c77361-db48-4f94-94ea-c00924eb05c4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:27.390033 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] Set router a5c77361-db48-4f94-94ea-c00924eb05c4 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:16:27.527041 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] Provisioning complete for port 1724e312-cc85-4fd4-bf89-a12ba083892e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:27.527603 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.647316 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] Current status of the port 1724e312-cc85-4fd4-bf89-a12ba083892e is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:27.647896 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.693531 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'name': 'router1', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:16:12Z', 'updated_at': '2022-04-11T15:16:24Z', 'revision_number': 2, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'gw_port_host': None, '_interfaces': [{'id': '1724e312-cc85-4fd4-bf89-a12ba083892e', 'name': '', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'mac_address': 'fa:16:3e:c8:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:23Z', 'updated_at': '2022-04-11T15:16:27Z', 'revision_number': 4, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'subnets': [{'id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:27.703258 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] For port 1724e312-cc85-4fd4-bf89-a12ba083892e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=1724e312-cc85-4fd4-bf89-a12ba083892e,segment=NetworkSegment(20bfd7c2-f653-490f-9a75-10f67476e070),segment_id=20bfd7c2-f653-490f-9a75-10f67476e070)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:16:27.715292 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.739740 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8afd0-5deb-4692-8352-6265acea90bd None None] The sync data for ids ['a5c77361-db48-4f94-94ea-c00924eb05c4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'name': 'router1', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:16:12Z', 'updated_at': '2022-04-11T15:16:24Z', 'revision_number': 2, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'gw_port_host': None, '_interfaces': [{'id': '1724e312-cc85-4fd4-bf89-a12ba083892e', 'name': '', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'mac_address': 'fa:16:3e:c8:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:23Z', 'updated_at': '2022-04-11T15:16:27Z', 'revision_number': 4, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'subnets': [{'id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:16:27.798046 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f983f-5cb5-4995-8ad7-7a7da0c16978 None None] Pushing event updated for resources: {'Port': ['ID=1724e312-cc85-4fd4-bf89-a12ba083892e,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:27.923170 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33378) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:28.049289 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7cb044-8060-45f5-86bc-994fc05a87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:28.050550 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ff7cb044-8060-45f5-86bc-994fc05a87ba admin admin] 10.222.0.50 "GET /v2.0/networks/932ee0fc-1ea7-4aca-875a-b11924d7f1a9 HTTP/1.1" status: 200 len: 842 time: 0.1262980 Apr 11 15:16:28.064973 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:28.088709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Made reservation on behalf of 0cf1b40ab85c44d89c166f1aa3e4500f for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:16:28.091289 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:28.457778 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.objects.ports [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 15:16:28.458138 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (f82087f8-6084-482f-93d8-66acfa6ce4a9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:28.523286 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82087f8-6084-482f-93d8-66acfa6ce4a9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:28.531075 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:28.531075 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Network hostable DHCP agents. Network: 932ee0fc-1ea7-4aca-875a-b11924d7f1a9, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:16:28.549886 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:16:28.561641 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 932ee0fc-1ea7-4aca-875a-b11924d7f1a9) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:28.567412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:28.568214 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:28.579425 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4eb608-457b-431b-9224-a539629440b9 None None] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:16:28.596629 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-55ab76d2-2996-470c-a8e6-64162583b508 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5359726 Apr 11 15:16:28.730292 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f33bf-6ee4-44ee-9d9b-73e5eae6908d None None] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:16:31.330479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33386) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:31.509407 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-14da856c-36be-4c28-b0b8-3bffdc7cdd4a demo admin] 10.222.0.50 "GET /v2.0/routers/a5c77361-db48-4f94-94ea-c00924eb05c4 HTTP/1.1" status: 200 len: 710 time: 0.1753936 Apr 11 15:16:31.642373 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a141e-8e77-4a13-b205-aa4fd3c54717 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:31.643923 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-dc0a141e-8e77-4a13-b205-aa4fd3c54717 demo admin] 10.222.0.50 "GET /v2.0/networks/932ee0fc-1ea7-4aca-875a-b11924d7f1a9 HTTP/1.1" status: 200 len: 886 time: 0.1304643 Apr 11 15:16:31.653707 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:31.985371 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks [] for router_gateway (a5c77361-db48-4f94-94ea-c00924eb05c4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.247760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks [] for router_gateway (a5c77361-db48-4f94-94ea-c00924eb05c4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.370190 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.533796 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Allocated IP 172.27.1.113 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/45096b04-25b7-49b4-8926-8a2df73a4640) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:16:32.675653 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks [] for port (45096b04-25b7-49b4-8926-8a2df73a4640), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.720478 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.794659 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:16:32.805892 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:32.810140 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Pushing event updated for resources: {'Port': ['ID=45096b04-25b7-49b4-8926-8a2df73a4640,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:32.817802 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:16:33.332138 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks [] for router_gateway (a5c77361-db48-4f94-94ea-c00924eb05c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:33.588106 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-594742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15533'] for router (a5c77361-db48-4f94-94ea-c00924eb05c4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:33.593065 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-592581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-592588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-678328'] for router (a5c77361-db48-4f94-94ea-c00924eb05c4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:33.760612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Router a5c77361-db48-4f94-94ea-c00924eb05c4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:16:33.957065 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:16:33.963051 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:33.964782 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-96482ec1-99ac-43ef-93d2-f5a91c3e757d demo admin] 10.222.0.50 "PUT /v2.0/routers/a5c77361-db48-4f94-94ea-c00924eb05c4 HTTP/1.1" status: 200 len: 890 time: 2.3145382 Apr 11 15:16:36.954400 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:37.097691 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c3c0f024-ac60-4e6d-8cb1-04a952a5fad2 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1415253 Apr 11 15:16:37.147561 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 1724e312-cc85-4fd4-bf89-a12ba083892e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:37.249173 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 1724e312-cc85-4fd4-bf89-a12ba083892e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:37.249713 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:37.387906 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 1724e312-cc85-4fd4-bf89-a12ba083892e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:37.494011 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Sync routers for ids ['a5c77361-db48-4f94-94ea-c00924eb05c4'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:16:37.509342 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Routers {'a5c77361-db48-4f94-94ea-c00924eb05c4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:16:37.510351 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:16:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a5c77361-db48-4f94-94ea-c00924eb05c4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:37.844687 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Set router a5c77361-db48-4f94-94ea-c00924eb05c4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:16:38.510868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'name': 'router1', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '45096b04-25b7-49b4-8926-8a2df73a4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:16:12Z', 'updated_at': '2022-04-11T15:16:33Z', 'revision_number': 4, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'gw_port': {'id': '45096b04-25b7-49b4-8926-8a2df73a4640', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:32Z', 'updated_at': '2022-04-11T15:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '1724e312-cc85-4fd4-bf89-a12ba083892e', 'name': '', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'mac_address': 'fa:16:3e:c8:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:23Z', 'updated_at': '2022-04-11T15:16:27Z', 'revision_number': 5, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'subnets': [{'id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:38.579795 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Checking router: a5c77361-db48-4f94-94ea-c00924eb05c4 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:16:38.580222 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Updating router a5c77361-db48-4f94-94ea-c00924eb05c4 port 45096b04-25b7-49b4-8926-8a2df73a4640 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:16:38.650022 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.102979 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Publish callbacks [] for port (45096b04-25b7-49b4-8926-8a2df73a4640), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.110884 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.185188 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Attempting to bind port 45096b04-25b7-49b4-8926-8a2df73a4640 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:16:39.185635 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Attempting to bind port 45096b04-25b7-49b4-8926-8a2df73a4640 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:16:39.186067 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Attempting to bind port 45096b04-25b7-49b4-8926-8a2df73a4640 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:16:39.195016 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02104069-40a2-450e-80a7-be5b703d3f3c None None] Pushing event updated for resources: {'Port': ['ID=45096b04-25b7-49b4-8926-8a2df73a4640,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:39.203159 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:16:39.203776 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:39.204429 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.205061 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:16:39.205836 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Bound port: 45096b04-25b7-49b4-8926-8a2df73a4640, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:16:39.206457 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.292278 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] For port 45096b04-25b7-49b4-8926-8a2df73a4640, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:16:39.296850 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] For port 45096b04-25b7-49b4-8926-8a2df73a4640, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=45096b04-25b7-49b4-8926-8a2df73a4640,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:16:39.306625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.375722 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02104069-40a2-450e-80a7-be5b703d3f3c None None] Pushing event updated for resources: {'Port': ['ID=45096b04-25b7-49b4-8926-8a2df73a4640,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:39.382419 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Routers {'a5c77361-db48-4f94-94ea-c00924eb05c4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:16:39.383570 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:16:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a5c77361-db48-4f94-94ea-c00924eb05c4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:39.508453 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] Set router a5c77361-db48-4f94-94ea-c00924eb05c4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:16:39.788787 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'name': 'router1', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '45096b04-25b7-49b4-8926-8a2df73a4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:16:12Z', 'updated_at': '2022-04-11T15:16:33Z', 'revision_number': 4, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'gw_port': {'id': '45096b04-25b7-49b4-8926-8a2df73a4640', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:32Z', 'updated_at': '2022-04-11T15:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '1724e312-cc85-4fd4-bf89-a12ba083892e', 'name': '', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'mac_address': 'fa:16:3e:c8:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:23Z', 'updated_at': '2022-04-11T15:16:27Z', 'revision_number': 5, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'subnets': [{'id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:16:39.825948 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126407fe-6c6b-42b8-8199-b613cc69de59 None None] The sync data for ids ['a5c77361-db48-4f94-94ea-c00924eb05c4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'name': 'router1', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '45096b04-25b7-49b4-8926-8a2df73a4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:16:12Z', 'updated_at': '2022-04-11T15:16:33Z', 'revision_number': 4, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'gw_port': {'id': '45096b04-25b7-49b4-8926-8a2df73a4640', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:32Z', 'updated_at': '2022-04-11T15:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '1724e312-cc85-4fd4-bf89-a12ba083892e', 'name': '', 'network_id': 'c1def576-f3ad-4594-b999-cdb141d2830b', 'tenant_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'mac_address': 'fa:16:3e:c8:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c77361-db48-4f94-94ea-c00924eb05c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:16:23Z', 'updated_at': '2022-04-11T15:16:27Z', 'revision_number': 5, 'project_id': '2c86bc5909ad45658037f9dd0aa60ea2', 'subnets': [{'id': 'a2b67347-b573-42bc-aef6-f8d55adb072a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a7581dc-60c8-420b-8517-f81872de59ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:16:41.230621 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 45096b04-25b7-49b4-8926-8a2df73a4640 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:41.334433 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 45096b04-25b7-49b4-8926-8a2df73a4640 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:41.335103 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:41.481094 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 45096b04-25b7-49b4-8926-8a2df73a4640 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:41.481595 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:41.517574 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 45096b04-25b7-49b4-8926-8a2df73a4640, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=45096b04-25b7-49b4-8926-8a2df73a4640,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:16:41.524769 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:41.611908 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=45096b04-25b7-49b4-8926-8a2df73a4640,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:43.164346 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 45096b04-25b7-49b4-8926-8a2df73a4640 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:43.231498 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 45096b04-25b7-49b4-8926-8a2df73a4640 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:43.232068 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (45096b04-25b7-49b4-8926-8a2df73a4640), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:43.334205 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 45096b04-25b7-49b4-8926-8a2df73a4640 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:45.032375 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e22b078-def2-46f7-a331-1951d17c25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:48.276215 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e777e361-167a-4ffa-80fb-3f9e80613964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:49.153865 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:50.572549 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:51.170927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:00.787726 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:17:14.963165 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1443bcf9-9077-4085-8da5-abab6c06e817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:18.265095 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a36b045e-325a-4cb4-907a-c72d8e2b82fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:19.156509 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:20.554013 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:21.168027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:37.782881 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:17:44.959298 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fdd56e7-22bb-4c34-9be8-ef3b1be65ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:48.259258 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d32167f5-2b8d-4a2f-84f3-d93cffe65d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:49.152187 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:50.549627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:51.151671 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:06.165508 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:06.229115 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f534020-ec57-48bf-b44c-8fb51c49fb11 admin admin] GET failed (client error): The resource could not be found. Apr 11 15:18:06.230517 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-3f534020-ec57-48bf-b44c-8fb51c49fb11 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639246 Apr 11 15:18:06.397887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cc5a7-a568-4220-b6a4-83f07ab70fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:06.399377 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f48cc5a7-a568-4220-b6a4-83f07ab70fcd admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1647160 Apr 11 15:18:08.829185 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33896) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:08.921229 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b359d-6bc3-4718-b15d-5a529664f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:08.922643 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d19b359d-6bc3-4718-b15d-5a529664f045 admin admin] 10.222.0.50 "GET /v2.0/subnets/a2b67347-b573-42bc-aef6-f8d55adb072a HTTP/1.1" status: 200 len: 849 time: 0.0924811 Apr 11 15:18:08.931979 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:18:09.021013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Publish callbacks [] for subnet (a2b67347-b573-42bc-aef6-f8d55adb072a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:09.161450 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751013564950'] for subnet (a2b67347-b573-42bc-aef6-f8d55adb072a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:09.195084 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:09.196257 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:09.196938 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] 10.222.0.50 "PUT /v2.0/subnets/a2b67347-b573-42bc-aef6-f8d55adb072a HTTP/1.1" status: 200 len: 868 time: 0.2685907 Apr 11 15:18:09.200601 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150cefd3-d869-4468-a998-4f26ca548e64 None None] Network c1def576-f3ad-4594-b999-cdb141d2830b requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:18:09.219496 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b67347-b573-42bc-aef6-f8d55adb072a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:18:09.227479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.227860 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.228211 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.228557 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.228907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.229239 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.229566 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.229891 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.230230 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.230631 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.231008 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.231338 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.231659 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.232058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.232376 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f91c9a-8509-4855-9d71-33d1544aa87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:09.515996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-22ef3b57-bc1f-4591-953e-0f909c041f47 None None] Provisioning complete for port dc221628-6064-4c06-8909-e80227bc965a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:18:09.516388 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22ef3b57-bc1f-4591-953e-0f909c041f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dc221628-6064-4c06-8909-e80227bc965a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:09.596309 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-22ef3b57-bc1f-4591-953e-0f909c041f47 None None] Current status of the port dc221628-6064-4c06-8909-e80227bc965a is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:18:09.604343 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-22ef3b57-bc1f-4591-953e-0f909c041f47 None None] Provisioning complete for port 1724e312-cc85-4fd4-bf89-a12ba083892e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:18:09.604732 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22ef3b57-bc1f-4591-953e-0f909c041f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (1724e312-cc85-4fd4-bf89-a12ba083892e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:09.686026 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-22ef3b57-bc1f-4591-953e-0f909c041f47 None None] Current status of the port 1724e312-cc85-4fd4-bf89-a12ba083892e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:18:11.546555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33904) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:11.808942 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b2d66-685d-4e88-ae1f-477feab515ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:11.809651 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b2d66-685d-4e88-ae1f-477feab515ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:11.811402 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f60b2d66-685d-4e88-ae1f-477feab515ec admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2638896 Apr 11 15:18:14.160744 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:14.292503 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192eb2d9-2d92-47ff-bef5-3c3ec8796009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:14.293033 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192eb2d9-2d92-47ff-bef5-3c3ec8796009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:14.294510 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-192eb2d9-2d92-47ff-bef5-3c3ec8796009 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328390 Apr 11 15:18:14.782107 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:18:14.962357 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60745d4-b4d1-456d-a8af-b24ca41450e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:16.668643 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:16.851831 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e697800e-46ee-47cb-93ad-51d9e6aff428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:16.853115 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e697800e-46ee-47cb-93ad-51d9e6aff428 admin admin] 10.222.0.50 "GET /v2.0/networks/932ee0fc-1ea7-4aca-875a-b11924d7f1a9 HTTP/1.1" status: 200 len: 886 time: 0.1835048 Apr 11 15:18:18.262678 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f79187aa-58c8-405a-8b4d-3f4def82cc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:19.154862 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:19.227393 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33930) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:19.407294 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc8208-1ef6-44a4-939a-878ed9305079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:19.408602 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-cdbc8208-1ef6-44a4-939a-878ed9305079 admin admin] 10.222.0.50 "GET /v2.0/networks/c1def576-f3ad-4594-b999-cdb141d2830b HTTP/1.1" status: 200 len: 869 time: 0.1802416 Apr 11 15:18:20.552949 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:21.156335 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:21.764923 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:21.891439 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef0caa-e63a-441b-a704-91e56c2cda4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:21.891890 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef0caa-e63a-441b-a704-91e56c2cda4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:21.893413 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-faef0caa-e63a-441b-a704-91e56c2cda4d admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275587 Apr 11 15:18:24.286613 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 33946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:24.381843 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0190e-00a5-4f94-9bc0-b1128b584019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:24.382291 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0190e-00a5-4f94-9bc0-b1128b584019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:24.383871 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-84c0190e-00a5-4f94-9bc0-b1128b584019 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962980 Apr 11 15:18:26.863158 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33954) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:26.962394 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3da93-592a-48c3-9bc9-2a3116d94292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:26.962394 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-56f3da93-592a-48c3-9bc9-2a3116d94292 admin admin] 10.222.0.50 "GET /v2.0/subnets/a2b67347-b573-42bc-aef6-f8d55adb072a HTTP/1.1" status: 200 len: 868 time: 0.0983262 Apr 11 15:18:29.373569 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 33962) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:29.468836 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e940555-4fdf-4463-ab75-a5fbd475aa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:29.470563 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5e940555-4fdf-4463-ab75-a5fbd475aa3f admin admin] 10.222.0.50 "GET /v2.0/subnets/f82087f8-6084-482f-93d8-66acfa6ce4a9 HTTP/1.1" status: 200 len: 816 time: 0.0960603 Apr 11 15:18:44.967411 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3b01180-ceb4-47ee-99eb-35a1ff238052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:48.264582 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b25dcf9-a5d5-49c0-81a7-506e1f6aabd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:49.154262 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:50.555839 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:51.159339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:51.780903 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:19:11.686980 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34020) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:19:11.739292 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [None req-a35e01cf-5e0c-4f35-bd7b-c50c71eb9426 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:19:11.740330 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a35e01cf-5e0c-4f35-bd7b-c50c71eb9426 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523992 Apr 11 15:19:14.235280 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34028) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:19:14.298617 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b6b894-00c7-4e1f-9b5c-65501cba496d admin admin] GET failed (client error): The resource could not be found. Apr 11 15:19:14.299958 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d9b6b894-00c7-4e1f-9b5c-65501cba496d admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634484 Apr 11 15:19:14.394147 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfa469-c15e-4d1a-9428-be60eed47db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:14.396000 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-71bfa469-c15e-4d1a-9428-be60eed47db1 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0908310 Apr 11 15:19:14.970768 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-590f0087-33e8-42c0-9cf7-2331a52b9c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.768852 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34036) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:19:16.815351 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:16.834020 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Made reservation on behalf of 0cf1b40ab85c44d89c166f1aa3e4500f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:19:16.836266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.864490 dv-cinder-835483-2-iscsi neutron-server[103327]: WARNING neutron.services.revisions.revision_plugin [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Could not find related network for resource to bump revision. Apr 11 15:19:16.876648 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:19:16.885429 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (f5f2d2a4-658d-4180-91e2-64538e88d5ad), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.885892 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Added segment f5f2d2a4-658d-4180-91e2-64538e88d5ad of type vlan for network 33708754-8ea7-438b-8cc5-00218a4570c2 Apr 11 15:19:16.924383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (33708754-8ea7-438b-8cc5-00218a4570c2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.947611 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (33708754-8ea7-438b-8cc5-00218a4570c2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.948943 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:16.949509 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.981950 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2119839 Apr 11 15:19:17.126509 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Pushing event updated for resources: {'Network': ['ID=33708754-8ea7-438b-8cc5-00218a4570c2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:17.133839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.134185 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.134528 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.134896 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.135227 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.136167 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.136494 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.136818 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.137139 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.137459 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.137807 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.138132 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.138463 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.138801 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.139118 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a5a868-2ee5-417f-a14f-47d3a9d06b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:17.153087 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 33708754-8ea7-438b-8cc5-00218a4570c2 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:19:18.266059 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa799f54-6504-43ff-9011-c8b8bcf2922d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:19.158271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:19.381186 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34044) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:19:19.441566 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-37382be2-bc08-4c85-814f-3f96f0bc57b5 admin admin] GET failed (client error): The resource could not be found. Apr 11 15:19:19.442879 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-37382be2-bc08-4c85-814f-3f96f0bc57b5 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607009 Apr 11 15:19:19.511931 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d3a57-7100-47ab-ac27-32832a03df05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:19.513397 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-433d3a57-7100-47ab-ac27-32832a03df05 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665357 Apr 11 15:19:19.523158 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Request body: {'subnet': {'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:19.541799 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Made reservation on behalf of 0cf1b40ab85c44d89c166f1aa3e4500f for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:19:19.544013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:19.708609 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (da1f7558-b162-48c6-b548-251967b7ad1e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:19.765253 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1f7558-b162-48c6-b548-251967b7ad1e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:19.775272 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Checking segment: {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:19:19.775625 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Network hostable DHCP agents. Network: 33708754-8ea7-438b-8cc5-00218a4570c2, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:19:19.793015 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Network 33708754-8ea7-438b-8cc5-00218a4570c2 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:19:19.801401 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 33708754-8ea7-438b-8cc5-00218a4570c2) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:19:19.805489 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:19.806074 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:19.810377 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee1d85-343e-4589-b680-3eb4a58c63ce None None] Network 33708754-8ea7-438b-8cc5-00218a4570c2 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:19:19.823296 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ffdc2a50-81c2-4d09-b0a4-e87136410d8d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3029144 Apr 11 15:19:19.923213 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-33708754-8ea7-438b-8cc5-00218a4570c2', 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2', 'project_id': '0cf1b40ab85c44d89c166f1aa3e4500f', 'fixed_ips': [{'subnet_id': 'da1f7558-b162-48c6-b548-251967b7ad1e'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:19:19.924113 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:20.072221 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Allocated IP 192.168.233.2 (33708754-8ea7-438b-8cc5-00218a4570c2/da1f7558-b162-48c6-b548-251967b7ad1e/8eb04aab-13cb-4312-92ee-d98f0ab9a13d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:19:20.230527 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Publish callbacks [] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:20.237020 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:20.285194 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Network 33708754-8ea7-438b-8cc5-00218a4570c2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:19:20.286272 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Pushing event updated for resources: {'Port': ['ID=8eb04aab-13cb-4312-92ee-d98f0ab9a13d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:20.289726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:19:20.295630 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:19:20.299701 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.300053 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.300423 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.300781 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.301131 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.301454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.301786 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.302113 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.302441 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.302800 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.303134 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.303471 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.303794 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.304112 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.304431 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:20.367941 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Attempting to bind port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:19:20.368372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Attempting to bind port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:19:20.368743 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Attempting to bind port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d on network 33708754-8ea7-438b-8cc5-00218a4570c2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:19:20.387771 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:19:20.388144 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Checking segment: {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:19:20.388552 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:20.388948 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Bound using segment: {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:19:20.389421 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Bound port: 8eb04aab-13cb-4312-92ee-d98f0ab9a13d, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:19:20.389801 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:20.463095 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] For port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:19:20.466780 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] For port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=8eb04aab-13cb-4312-92ee-d98f0ab9a13d,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:19:20.474286 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:20.546161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bb527-71a9-441f-ab7e-60115f19026a None None] Pushing event updated for resources: {'Port': ['ID=8eb04aab-13cb-4312-92ee-d98f0ab9a13d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:20.566683 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.177242 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.301016 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 8eb04aab-13cb-4312-92ee-d98f0ab9a13d up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:19:21.374197 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:19:21.374632 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.469317 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47177246-7004-4d31-99d0-3a20c15c2b74 None None] Network 33708754-8ea7-438b-8cc5-00218a4570c2 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:19:21.489119 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:19:21.489518 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.603661 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=8eb04aab-13cb-4312-92ee-d98f0ab9a13d,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:19:21.609233 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-759f0ea7-9639-484c-b00c-38fb3ca46864 None None] Provisioning complete for port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:19:21.609625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-759f0ea7-9639-484c-b00c-38fb3ca46864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.614347 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.735564 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=8eb04aab-13cb-4312-92ee-d98f0ab9a13d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:21.781546 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-759f0ea7-9639-484c-b00c-38fb3ca46864 None None] Current status of the port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:19:21.903123 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-d9463250-0bd7-4a02-ae16-a7fe7eb2c037 None None] Provisioning complete for port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:19:21.903501 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9463250-0bd7-4a02-ae16-a7fe7eb2c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:21.993809 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d9463250-0bd7-4a02-ae16-a7fe7eb2c037 None None] Current status of the port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:19:23.257057 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 8eb04aab-13cb-4312-92ee-d98f0ab9a13d up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:19:23.303317 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:19:23.303801 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (8eb04aab-13cb-4312-92ee-d98f0ab9a13d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:23.380218 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 8eb04aab-13cb-4312-92ee-d98f0ab9a13d is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:19:28.781645 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:19:44.974825 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e014380d-68c1-4fb3-b0b5-39ecb20d942f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:48.268676 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4551d548-b5ab-4738-86f0-199170de1e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:49.165454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:50.569929 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:51.173062 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:05.780545 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:20:14.977969 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b389189e-4684-4abc-884a-31cf362a979b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:18.277812 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1c96e07-9031-4811-9d1e-d8f377e8f09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:19.167424 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:20.581458 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:21.178117 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:42.779028 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:20:44.983242 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1738f95-9995-4a5c-8fbd-b41a6e14455c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:48.272640 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-192f95c5-cf65-4c58-8117-168cfcc92669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:49.167556 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:50.576659 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:51.172805 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:54.219654 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34084) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:20:54.225270 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [None req-f6198307-312b-4a63-be6b-92e21ee8264e tempest-verify_tempest_config-1581100486 tempest-verify_tempest_config-1581100486-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:20:54.226214 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f6198307-312b-4a63-be6b-92e21ee8264e tempest-verify_tempest_config-1581100486 tempest-verify_tempest_config-1581100486-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056028 Apr 11 15:20:54.538384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:20:54.651976 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:54.757821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Publish callbacks [] for security_group (67fe4333-8a36-4cff-a814-9f46bfa71df3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:54.762835 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (67fe4333-8a36-4cff-a814-9f46bfa71df3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:54.802128 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35739c4648b940a784ab4451c2e7385d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2626355 Apr 11 15:20:54.804646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34110) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:20:54.828436 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe4333-8a36-4cff-a814-9f46bfa71df3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:54.844083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.844434 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.844787 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.845132 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.845466 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.845797 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.846126 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.846454 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.846809 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.847139 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.847481 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.847829 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.848155 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.848479 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.848799 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0124d-5a42-4ab0-ba17-867f7e7b44a6 admin admin] Tracked resource versions report: Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: pushed versions: Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Agent': {'1.1'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Log': {'1.0'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Network': {'1.1'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Port': {'1.7'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: consumer versions: Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Agent': '1.1', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Log': '1.0', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'NDPProxy': '1.0', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Network': '1.1', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Port': '1.7', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'PortForwarding': '1.3', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'QosPolicy': '1.10', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SubPort': '1.0', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Subnet': '1.1', Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Trunk': '1.1'}} Apr 11 15:20:54.850246 dv-cinder-835483-2-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:20:54.903752 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00e7175d-35c4-4a03-a61f-eb0ef61f3bab admin admin] Publish callbacks [] for security_group (67fe4333-8a36-4cff-a814-9f46bfa71df3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:54.924530 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00e7175d-35c4-4a03-a61f-eb0ef61f3bab admin admin] Publish callbacks [] for security_group (67fe4333-8a36-4cff-a814-9f46bfa71df3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:55.021188 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00e7175d-35c4-4a03-a61f-eb0ef61f3bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (67fe4333-8a36-4cff-a814-9f46bfa71df3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:55.024188 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00e7175d-35c4-4a03-a61f-eb0ef61f3bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:55.025722 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-00e7175d-35c4-4a03-a61f-eb0ef61f3bab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67fe4333-8a36-4cff-a814-9f46bfa71df3 HTTP/1.1" status: 204 len: 168 time: 0.2194664 Apr 11 15:20:55.035838 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7175d-35c4-4a03-a61f-eb0ef61f3bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe4333-8a36-4cff-a814-9f46bfa71df3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:21:14.978415 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-508611f0-f1be-4a46-a844-dd13db8f626d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:18.281328 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48670371-03e5-4c3d-a81b-21a4fd7f0c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:19.175764 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:19.782230 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:21:20.578628 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:21.186798 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:44.982549 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-594471e3-a2aa-4dfe-a4c4-b715f716acbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:48.276265 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f6be2f3-045b-4dd3-8136-552545ebbf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:49.176778 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:50.584578 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:51.180933 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:56.780733 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:22:14.984950 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-43fe3c23-50c7-4b22-848e-ea6eb2964182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.278670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cba07c9-a3c2-43ee-bf2d-a4a7edccd09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.180582 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.586652 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.186200 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:33.780887 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 5 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:22:44.989225 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7751e1a-3c89-4c6e-b5d4-3ce8971a437d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:48.282215 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7de5190-65a8-4daa-bf81-dc2bd3cf54bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:49.185182 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.586880 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.191028 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:54.449539 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677836'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:06.265723 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34182) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:06.375933 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ffc409a3-21b4-472e-8fcc-1617fd1384f5 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1089818 Apr 11 15:23:08.832416 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34192) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:08.888128 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-1ff492e6-3487-46f2-82cd-737d95a5c97e admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0546277 Apr 11 15:23:10.780166 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:23:14.993930 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d63630d-9815-49d7-9a71-ec3095edccb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.284401 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47fad8dc-7f34-435d-bf02-69ae6a38e4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:19.184361 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:20.589210 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:21.184944 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:24.445434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:44.996378 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bcaa51eb-b83e-45a5-b46b-eaaea469e0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.779897 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:23:48.287865 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6910-344d-48de-b648-a7c66ff87bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:49.188017 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:50.592646 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.187423 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:54.466443 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:15.000479 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4df4f596-0247-4c56-86f9-715b077ad28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:18.290245 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e1be899-c2eb-44dc-9a21-c426d2188615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:19.189928 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:20.594192 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:21.190510 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:24.462363 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:24.779923 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:24:45.004004 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fb0160d-1ea4-4e3c-b976-090a81c23497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:48.302185 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c66b-a5ce-43ba-81fe-963d26b918cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.202539 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.601607 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.197213 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.580858 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34374) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:52.595461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34380) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:52.943181 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-213257770-network', 'tenant_id': 'bf06f9c39a944eb1b92f346ca2978567'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:52.961998 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Made reservation on behalf of bf06f9c39a944eb1b92f346ca2978567 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:52.964338 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.972981 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.034676 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34396) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:53.068037 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34402) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:53.082045 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks [] for security_group (8fc88f4b-296b-434f-9def-f8b3fab6ee78), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.086661 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (8fc88f4b-296b-434f-9def-f8b3fab6ee78), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.108127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-86090807-network', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:53.119342 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:24:53.129573 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (d5c2057c-25a9-4c1c-910c-d09671cdbdb2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.129922 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Added segment d5c2057c-25a9-4c1c-910c-d09671cdbdb2 of type vlan for network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 Apr 11 15:24:53.141328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc88f4b-296b-434f-9def-f8b3fab6ee78,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:53.160997 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.161123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.161416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.161806 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.162079 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.162407 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.162759 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.163085 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.163436 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.163758 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.164092 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.164431 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.164837 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.165070 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.165472 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Tracked resource versions report: Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: pushed versions: Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: { 'AddressGroup': {'1.2'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Agent': {'1.1'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Log': {'1.0'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'NDPProxy': {'1.0'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Network': {'1.1'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Port': {'1.7'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'PortForwarding': {'1.3'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'QosPolicy': {'1.10'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroup': {'1.5'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SubPort': {'1.0'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Subnet': {'1.1'}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Trunk': {'1.1'}} Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: consumer versions: Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: HyperV agent@hv-cinder-83548: {}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Agent': '1.1', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'ConntrackHelper': '1.0', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'LocalIPAssociation': '1.0', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Log': '1.0', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'NDPProxy': '1.0', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Network': '1.1', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Port': '1.7', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'PortForwarding': '1.3', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'QosPolicy': '1.10', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroup': '1.5', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SecurityGroupRule': '1.2', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'SubPort': '1.0', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Subnet': '1.1', Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: 'Trunk': '1.1'}} Apr 11 15:24:53.166917 dv-cinder-835483-2-iscsi neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:24:53.234393 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (ff5b7822-6557-4e04-8c8f-c42ef4ee2e51), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.259847 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Made reservation on behalf of e6b6c60f84ad4dfaa1d8dd3c23a07bea for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:53.262476 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.266020 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (ff5b7822-6557-4e04-8c8f-c42ef4ee2e51), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.267067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:53.267650 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.279809 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.360809 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] Pushing event updated for resources: {'Network': ['ID=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:53.382938 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:53.383089 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ed80b065-8bf3-4225-a91f-6b473952d47d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7996643 Apr 11 15:24:53.387755 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Request body: {'subnet': {'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-213257770-subnet', 'tenant_id': 'bf06f9c39a944eb1b92f346ca2978567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:53.388076 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:24:53.428037 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1667207700-network', 'tenant_id': 'e840187413594b7a89c3075fd64d2955'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:53.434381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks [] for security_group (689859f0-81d9-40ee-8b50-46874a44cc4d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.442904 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (689859f0-81d9-40ee-8b50-46874a44cc4d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.461836 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1366413503-network', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:53.468570 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Made reservation on behalf of bf06f9c39a944eb1b92f346ca2978567 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:53.472481 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.492585 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:24:53.496086 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Made reservation on behalf of e840187413594b7a89c3075fd64d2955 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:53.498739 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.508724 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689859f0-81d9-40ee-8b50-46874a44cc4d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:53.517757 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (9c945cef-b1e8-4eff-937e-62b3d43b0cd2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.520003 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Added segment 9c945cef-b1e8-4eff-937e-62b3d43b0cd2 of type vlan for network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 Apr 11 15:24:53.538201 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Made reservation on behalf of 40b872c1a7fb49ce9a05b943333ace62 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:53.541003 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.569675 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.577851 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.600645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.608287 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.609343 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:53.609946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.676201 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] Pushing event updated for resources: {'Network': ['ID=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:53.689524 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:24:53.691872 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-28ae3b81-a4d1-4e56-95e5-4fc72286c417 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0948026 Apr 11 15:24:53.695786 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:53.707464 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Request body: {'subnet': {'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-subnet', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:53.785995 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Made reservation on behalf of e6b6c60f84ad4dfaa1d8dd3c23a07bea for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:53.788422 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.976145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks [] for security_group (83eea4dc-49a1-4287-97ef-c851f4110ff9), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.999280 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (83eea4dc-49a1-4287-97ef-c851f4110ff9), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.032220 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks [] for security_group (867fa5c6-ea87-4371-91df-adc40222b573), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.051813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (867fa5c6-ea87-4371-91df-adc40222b573), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.055026 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (0dfb896f-5c8f-43a6-882c-bfe778c29fba), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.065964 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:24:54.113866 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:24:54.120376 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751013600678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (dc2b6984-8f44-481d-a4dd-b5be4ffdebca), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.121380 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Unsubscribe: segment precommit_create {{(pid=103326) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 15:24:54.122030 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Added segment dc2b6984-8f44-481d-a4dd-b5be4ffdebca of type vlan for network 2c639a03-9c1a-4534-9246-41c284dfa2dd Apr 11 15:24:54.167944 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eea4dc-49a1-4287-97ef-c851f4110ff9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.214207 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (ef85eecc-b631-433e-a967-a350dc0382b9), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.214800 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Added segment ef85eecc-b631-433e-a967-a350dc0382b9 of type vlan for network 5e754873-9815-43da-8bf8-15629bcbf0dc Apr 11 15:24:54.251667 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.252019 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.252381 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.252726 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.253689 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.254376 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.254879 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.255265 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.255884 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.256576 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.257194 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.257881 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.258371 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.258732 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.259225 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Tracked resource versions report: Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: pushed versions: Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Agent': {'1.1'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Log': {'1.0'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Network': {'1.1'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Port': {'1.7'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: consumer versions: Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: HyperV agent@hv-cinder-83548: {}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Agent': '1.1', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Log': '1.0', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'NDPProxy': '1.0', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Network': '1.1', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Port': '1.7', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'PortForwarding': '1.3', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'QosPolicy': '1.10', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'SubPort': '1.0', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Subnet': '1.1', Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: 'Trunk': '1.1'}} Apr 11 15:24:54.260599 dv-cinder-835483-2-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:24:54.343541 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (2c639a03-9c1a-4534-9246-41c284dfa2dd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.347638 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfb896f-5c8f-43a6-882c-bfe778c29fba,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.404213 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (5e754873-9815-43da-8bf8-15629bcbf0dc), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.417758 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867fa5c6-ea87-4371-91df-adc40222b573,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.428798 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Checking segment: {'id': 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:54.429159 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Network hostable DHCP agents. Network: ff5b7822-6557-4e04-8c8f-c42ef4ee2e51, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:24:54.468587 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.474121 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (2a3612c3-9b82-40e2-a883-294be8dd9729), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.513081 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (2c639a03-9c1a-4534-9246-41c284dfa2dd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.514210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:54.514842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.529240 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (5e754873-9815-43da-8bf8-15629bcbf0dc), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.530147 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:54.530855 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.563646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:24:54.632404 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5631237 Apr 11 15:24:54.635893 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34484) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:54.642548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Request body: {'subnet': {'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-subnet', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:54.663089 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, ff5b7822-6557-4e04-8c8f-c42ef4ee2e51) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:54.666751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Made reservation on behalf of 40b872c1a7fb49ce9a05b943333ace62 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:54.669597 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.673056 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6373625 Apr 11 15:24:54.674384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3612c3-9b82-40e2-a883-294be8dd9729,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.678468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:54.688054 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:54.688054 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.692481 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d4446-3b06-4b83-b5cc-ad52bed80620 None None] Network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:54.693288 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Request body: {'subnet': {'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1667207700-subnet', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:54.698202 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e415b50-71db-4a25-b003-0c31c9a0786a admin admin] Pushing event updated for resources: {'Network': ['ID=2c639a03-9c1a-4534-9246-41c284dfa2dd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.736863 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:24:54.738260 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Made reservation on behalf of e840187413594b7a89c3075fd64d2955 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:54.741075 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.743063 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Checking segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:54.743432 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Network hostable DHCP agents. Network: 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:24:54.757192 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-75818785-22db-4ac7-ab9b-4b2220c6cb15 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3731394 Apr 11 15:24:54.858553 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36747fff-1d58-4a84-bb66-3a170703192c admin admin] Pushing event updated for resources: {'Network': ['ID=5e754873-9815-43da-8bf8-15629bcbf0dc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.886032 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:24:54.887127 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 5e754873-9815-43da-8bf8-15629bcbf0dc details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:24:54.900140 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:54.909324 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:54.909927 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.944611 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-bef74fa8-5dfe-474b-bc1b-1d4b8a72b822 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2418342 Apr 11 15:24:54.946443 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:54.957270 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:54.976253 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fac0b5-b2a3-484e-a0b4-a002e6a245ad None None] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:55.028748 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (e3cd0217-2500-429b-aadd-c9665aca8477), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.029873 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (e3cd0217-2500-429b-aadd-c9665aca8477), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.036916 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c88c35-70a5-47a7-b1cf-be34ec71383a None None] Network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:55.100598 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (64999c89-993a-42df-983e-0b671156250b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.146109 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks [] for router_controller (e3cd0217-2500-429b-aadd-c9665aca8477), precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.157931 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (567f8781-86a7-45bd-af70-fa256181af57), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.172621 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:55.173163 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Network hostable DHCP agents. Network: 2c639a03-9c1a-4534-9246-41c284dfa2dd, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:24:55.204853 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:24:55.225481 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 2c639a03-9c1a-4534-9246-41c284dfa2dd) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:55.228062 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64999c89-993a-42df-983e-0b671156250b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:55.248123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:55.248788 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.261100 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Checking segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:55.261469 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Network hostable DHCP agents. Network: 5e754873-9815-43da-8bf8-15629bcbf0dc, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:24:55.300360 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80347a7-e01d-4a30-9096-f7534499d3c1 None None] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:55.323330 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Network 5e754873-9815-43da-8bf8-15629bcbf0dc is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:24:55.342208 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 5e754873-9815-43da-8bf8-15629bcbf0dc) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:55.358516 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-3de2fb77-cf65-4c7a-bc06-51578323294d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7182186 Apr 11 15:24:55.367959 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34512) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:55.373874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:55.376209 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.396033 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46f718-d1ac-40f2-8e09-d09483f4ec20 None None] Network 5e754873-9815-43da-8bf8-15629bcbf0dc requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:55.403943 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:55.418846 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] Pushing event updated for resources: {'Subnet': ['ID=567f8781-86a7-45bd-af70-fa256181af57,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:55.426045 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f3d3afa3-0d6e-4ce2-9c2e-c78d701d276f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7451262 Apr 11 15:24:55.442110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34518) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:55.461308 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:55.489588 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (c362c95a-d88a-4a73-8ce7-d5b9b626a338), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.491601 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (c362c95a-d88a-4a73-8ce7-d5b9b626a338), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.507990 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.509001 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.575269 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:24:55.576353 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.642603 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks [] for router_controller (c362c95a-d88a-4a73-8ce7-d5b9b626a338), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.667589 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-2c639a03-9c1a-4534-9246-41c284dfa2dd', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:24:55.670422 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.737879 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks [] for router_controller (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.766054 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks [] for router_gateway (e3cd0217-2500-429b-aadd-c9665aca8477), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.982726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-5e754873-9815-43da-8bf8-15629bcbf0dc', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:24:55.982726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.253316 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks [] for router_gateway (c362c95a-d88a-4a73-8ce7-d5b9b626a338), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.260672 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks [] for router_gateway (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.381248 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks [] for router_gateway (e3cd0217-2500-429b-aadd-c9665aca8477), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.466387 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.544151 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Allocated IP 172.20.0.2 (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5/2a3612c3-9b82-40e2-a883-294be8dd9729/12825198-5b6c-4d73-bd61-970382966eae) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:56.587468 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Allocated IP 172.20.0.2 (2c639a03-9c1a-4534-9246-41c284dfa2dd/64999c89-993a-42df-983e-0b671156250b/c4fbc9d8-1bbc-4943-a543-ca63732c75ab) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:56.843250 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:56.848638 dv-cinder-835483-2-iscsi neutron-server[103327]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 15:24:56.873185 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Allocated IP 172.20.0.2 (5e754873-9815-43da-8bf8-15629bcbf0dc/567f8781-86a7-45bd-af70-fa256181af57/695274aa-0e34-4b53-afd6-55c37aad444e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:56.889806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Allocated IP 172.27.1.84 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/db5dde69-1d44-47eb-a2ee-d56ed04563a0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:57.137177 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-16299f08-ed2a-4771-b30a-be9fd133a7fc tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:57.138789 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-16299f08-ed2a-4771-b30a-be9fd133a7fc tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/networks?id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 HTTP/1.1" status: 200 len: 811 time: 0.2914577 Apr 11 15:24:57.170485 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-556d515b-c3e3-4f84-a5db-a2ac3cf49087 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/quotas/bf06f9c39a944eb1b92f346ca2978567 HTTP/1.1" status: 200 len: 375 time: 0.0205789 Apr 11 15:24:57.176187 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks [] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.266447 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-a32ea6c6-05d9-4734-b137-ac476b934a25 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf06f9c39a944eb1b92f346ca2978567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947468 Apr 11 15:24:57.290073 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.295833 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks [] for router_gateway (c362c95a-d88a-4a73-8ce7-d5b9b626a338), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.296074 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Publish callbacks [] for port (12825198-5b6c-4d73-bd61-970382966eae), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.320704 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Publish callbacks [] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.327778 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (12825198-5b6c-4d73-bd61-970382966eae), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.333606 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.350028 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks [] for router_gateway (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.402202 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:57.403199 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Pushing event updated for resources: {'Port': ['ID=12825198-5b6c-4d73-bd61-970382966eae,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:57.410674 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:57.410921 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.412024 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.423382 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:57.439384 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.439733 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.440129 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.440786 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.442659 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.443038 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.443369 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.443698 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.444025 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.444353 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.444679 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.445019 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.445347 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.445832 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.446152 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Tracked resource versions report: Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: pushed versions: Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: { 'AddressGroup': {'1.2'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Agent': {'1.1'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'ConntrackHelper': {'1.0'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Log': {'1.0'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'NDPProxy': {'1.0'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Network': {'1.1'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Port': {'1.7'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'PortForwarding': {'1.3'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'QosPolicy': {'1.10'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroup': {'1.5'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SubPort': {'1.0'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Subnet': {'1.1'}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Trunk': {'1.1'}} Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: consumer versions: Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: HyperV agent@hv-cinder-83548: {}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Agent': '1.1', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'ConntrackHelper': '1.0', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'LocalIPAssociation': '1.0', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Log': '1.0', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'NDPProxy': '1.0', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Network': '1.1', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Port': '1.7', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'PortForwarding': '1.3', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'QosPolicy': '1.10', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroup': '1.5', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SecurityGroupRule': '1.2', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'SubPort': '1.0', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Subnet': '1.1', Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: 'Trunk': '1.1'}} Apr 11 15:24:57.447870 dv-cinder-835483-2-iscsi neutron-server[103328]: {{(pid=103328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:24:57.497205 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Pushing event updated for resources: {'Port': ['ID=db5dde69-1d44-47eb-a2ee-d56ed04563a0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:57.525427 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:57.528561 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Pushing event updated for resources: {'Port': ['ID=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:57.539155 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:57.544262 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:57.598798 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:57.607612 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:57.614377 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:57.642768 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Allocated IP 172.27.1.170 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/97320722-855f-43cc-a13e-923ddda58d32) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:57.650026 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-b6cea706-1be6-446d-b2eb-b65b4c2b6290 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:24:57.662129 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-b6cea706-1be6-446d-b2eb-b65b4c2b6290 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1028321 Apr 11 15:24:57.680973 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Publish callbacks [] for port (695274aa-0e34-4b53-afd6-55c37aad444e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.692731 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.718142 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Attempting to bind port c4fbc9d8-1bbc-4943-a543-ca63732c75ab on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:57.718505 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Attempting to bind port c4fbc9d8-1bbc-4943-a543-ca63732c75ab by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:57.718894 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Attempting to bind port c4fbc9d8-1bbc-4943-a543-ca63732c75ab on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:57.782569 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:57.782970 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:57.783690 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.783818 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Bound using segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:57.794978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Bound port: c4fbc9d8-1bbc-4943-a543-ca63732c75ab, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:57.795853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.811877 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Network 5e754873-9815-43da-8bf8-15629bcbf0dc is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:57.840742 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Attempting to bind port 12825198-5b6c-4d73-bd61-970382966eae on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:57.841134 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Attempting to bind port 12825198-5b6c-4d73-bd61-970382966eae by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:57.841512 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Attempting to bind port 12825198-5b6c-4d73-bd61-970382966eae on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:57.851360 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:57.854503 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:57.874103 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:57.874376 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Checking segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:57.874742 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.875153 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Bound using segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:57.879214 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Bound port: 12825198-5b6c-4d73-bd61-970382966eae, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:57.879817 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (12825198-5b6c-4d73-bd61-970382966eae), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.884458 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Pushing event updated for resources: {'Port': ['ID=695274aa-0e34-4b53-afd6-55c37aad444e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:57.897913 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-39bf4d63-4c9c-4e16-9558-c89e7bbade9d service neutron] 10.222.0.50 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347744 Apr 11 15:24:57.994320 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks [] for port (97320722-855f-43cc-a13e-923ddda58d32), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.057223 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-ece223ed-ddbe-4565-83ab-e11faf7f59d7 service neutron] 10.222.0.50 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576393 Apr 11 15:24:58.063688 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Attempting to bind port 695274aa-0e34-4b53-afd6-55c37aad444e on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:58.064060 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Attempting to bind port 695274aa-0e34-4b53-afd6-55c37aad444e by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:58.064459 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Attempting to bind port 695274aa-0e34-4b53-afd6-55c37aad444e on network 5e754873-9815-43da-8bf8-15629bcbf0dc {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:58.089538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] For port c4fbc9d8-1bbc-4943-a543-ca63732c75ab, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:58.090018 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks [] for router_gateway (e3cd0217-2500-429b-aadd-c9665aca8477), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.099619 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] For port c4fbc9d8-1bbc-4943-a543-ca63732c75ab, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:58.103600 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:58.103600 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Checking segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:58.103862 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.104114 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Bound using segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:58.104656 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Bound port: 695274aa-0e34-4b53-afd6-55c37aad444e, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:58.105035 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.150343 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (97320722-855f-43cc-a13e-923ddda58d32), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.152372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.252113 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6939ecb-48a6-4d9e-9514-870f1c3e4f4b None None] Pushing event updated for resources: {'Port': ['ID=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:58.265678 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] For port 12825198-5b6c-4d73-bd61-970382966eae, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:58.349626 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:58.355935 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Allocated IP 172.27.1.123 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/6cddd5c5-76ef-485c-8b56-446ccffda59c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:58.358574 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:58.378524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:58.388578 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Pushing event updated for resources: {'Port': ['ID=97320722-855f-43cc-a13e-923ddda58d32,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:58.461693 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] For port 12825198-5b6c-4d73-bd61-970382966eae, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=12825198-5b6c-4d73-bd61-970382966eae,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:58.464755 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] For port 695274aa-0e34-4b53-afd6-55c37aad444e, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:58.497330 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (12825198-5b6c-4d73-bd61-970382966eae), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.531001 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] For port 695274aa-0e34-4b53-afd6-55c37aad444e, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=695274aa-0e34-4b53-afd6-55c37aad444e,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:58.628553 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.778050 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e719b0-55e4-42f7-b331-f150d24cce51 None None] Pushing event updated for resources: {'Port': ['ID=12825198-5b6c-4d73-bd61-970382966eae,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:58.779554 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks [] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.832649 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (e3cd0217-2500-429b-aadd-c9665aca8477), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.977006 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-02436d6b-7b19-4e4e-bd6e-a307f6f0a994 req-a0093f0c-4d58-4cab-b4df-805f16aa9b3d tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.3744571 Apr 11 15:24:58.993617 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b945c1-5790-4a1b-adac-0f7c047e6b83 None None] Pushing event updated for resources: {'Port': ['ID=695274aa-0e34-4b53-afd6-55c37aad444e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:59.471436 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.504573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Router e3cd0217-2500-429b-aadd-c9665aca8477 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:24:59.694211 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 695274aa-0e34-4b53-afd6-55c37aad444e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:59.739416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Pushing event updated for resources: {'Port': ['ID=6cddd5c5-76ef-485c-8b56-446ccffda59c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:59.762409 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:59.774540 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:24:59.775660 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 695274aa-0e34-4b53-afd6-55c37aad444e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:59.776069 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.786558 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Sync routers for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:24:59.805661 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:59.806893 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:59.818854 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks [] for router_gateway (c362c95a-d88a-4a73-8ce7-d5b9b626a338), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.821176 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.827234 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-5379f357-51f0-4d3c-87c9-10322b00d51b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8769047 Apr 11 15:24:59.830494 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34748) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:59.944342 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:59.944342 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:59.975575 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 695274aa-0e34-4b53-afd6-55c37aad444e is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:59.975575 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.076484 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 695274aa-0e34-4b53-afd6-55c37aad444e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=695274aa-0e34-4b53-afd6-55c37aad444e,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:00.087730 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.088534 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4fbc9d8-1bbc-4943-a543-ca63732c75ab up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:00.189357 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:00.289731 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f003d8b-1c1f-4f45-b558-34f08f250a76 req-1157d885-0815-4b1b-922c-ed4453b18ceb tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.1366451 Apr 11 15:25:00.301727 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=695274aa-0e34-4b53-afd6-55c37aad444e,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:00.367974 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port c4fbc9d8-1bbc-4943-a543-ca63732c75ab triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:00.375389 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.740483 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:24:57Z', 'revision_number': 3, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:00.760261 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port c4fbc9d8-1bbc-4943-a543-ca63732c75ab is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:00.762669 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.848947 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port c4fbc9d8-1bbc-4943-a543-ca63732c75ab, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:00.853803 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Checking router: e3cd0217-2500-429b-aadd-c9665aca8477 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:00.854359 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Updating router e3cd0217-2500-429b-aadd-c9665aca8477 port db5dde69-1d44-47eb-a2ee-d56ed04563a0 binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:25:00.859759 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.861237 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 12825198-5b6c-4d73-bd61-970382966eae up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:00.986127 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.029656 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d1206-149c-4324-8433-ec76c646ac21 None None] Network 5e754873-9815-43da-8bf8-15629bcbf0dc requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:01.228383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (c362c95a-d88a-4a73-8ce7-d5b9b626a338), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.382101 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.475899 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34826) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:01.509266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks [] for router_gateway (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.679444 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Publish callbacks [] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.690750 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.717553 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a0e57b1a-9cee-4ee8-bae4-edc1657f00ec req-1e45fed0-1010-47bf-999b-2a8e7a680d51 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0378361 Apr 11 15:25:01.783789 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cc557-4890-48fa-8c4c-3b38e0f2f93e None None] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:01.787500 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775cc933-d4c2-493a-ac49-d300cdb60a16 None None] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:01.788816 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Pushing event updated for resources: {'Port': ['ID=db5dde69-1d44-47eb-a2ee-d56ed04563a0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:01.806812 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:25:01.814163 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.814522 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.814975 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.815865 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.816214 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.816555 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.816892 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.817228 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.817564 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.817898 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.818232 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.818953 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.818953 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.819254 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.819584 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Tracked resource versions report: Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: pushed versions: Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: { 'AddressGroup': {'1.2'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Agent': {'1.1'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'ConntrackHelper': {'1.0'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Log': {'1.0'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'NDPProxy': {'1.0'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Network': {'1.1'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Port': {'1.7'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'PortForwarding': {'1.3'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'QosPolicy': {'1.10'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroup': {'1.5'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SubPort': {'1.0'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Subnet': {'1.1'}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Trunk': {'1.1'}} Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: consumer versions: Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: { DHCP agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: HyperV agent@hv-cinder-83548: {}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: L3 agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: Metadata agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: Metering agent@dv-cinder-835483-2-iscsi: {}, Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: Open vSwitch agent@dv-cinder-835483-2-iscsi: { 'AddressGroup': '1.2', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Agent': '1.1', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'ConntrackHelper': '1.0', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'LocalIPAssociation': '1.0', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Log': '1.0', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'NDPProxy': '1.0', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Network': '1.1', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Port': '1.7', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'PortForwarding': '1.3', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'QosPolicy': '1.10', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroup': '1.5', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SecurityGroupRule': '1.2', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'SubPort': '1.0', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Subnet': '1.1', Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: 'Trunk': '1.1'}} Apr 11 15:25:01.821105 dv-cinder-835483-2-iscsi neutron-server[103329]: {{(pid=103329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:25:01.823781 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ead4-a1cb-4cde-8a61-7857c3cdc248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.857310 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:25:01.867484 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Attempting to bind port db5dde69-1d44-47eb-a2ee-d56ed04563a0 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:01.868069 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Attempting to bind port db5dde69-1d44-47eb-a2ee-d56ed04563a0 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:01.868221 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Attempting to bind port db5dde69-1d44-47eb-a2ee-d56ed04563a0 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:01.873990 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:01.874768 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:01.875436 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Allocated IP 172.20.0.1 (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5/2a3612c3-9b82-40e2-a883-294be8dd9729/4dc22e54-0255-4c44-8cc3-cd5fd5a679b0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:01.875625 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.876157 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:01.876827 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Bound port: db5dde69-1d44-47eb-a2ee-d56ed04563a0, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:01.878200 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.948175 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] For port db5dde69-1d44-47eb-a2ee-d56ed04563a0, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:01.951754 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] For port db5dde69-1d44-47eb-a2ee-d56ed04563a0, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db5dde69-1d44-47eb-a2ee-d56ed04563a0,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:01.963127 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.986492 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:02.000785 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-a0c35061-b953-4ebf-b647-d8a04e4466bb None None] Provisioning complete for port 695274aa-0e34-4b53-afd6-55c37aad444e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:02.001389 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0c35061-b953-4ebf-b647-d8a04e4466bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.015330 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.033137 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:02.034684 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:02.042352 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 12825198-5b6c-4d73-bd61-970382966eae triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:02.043068 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (12825198-5b6c-4d73-bd61-970382966eae), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.050483 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks [] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.108741 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.158394 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:02.162940 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:02.169920 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:02.175256 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:02.176025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (e3cd0217-2500-429b-aadd-c9665aca8477), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.198951 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ead4-a1cb-4cde-8a61-7857c3cdc248 admin admin] Publish callbacks [] for security_group (cf8a2119-cb91-4eaa-838e-e002f802c87e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.213612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ead4-a1cb-4cde-8a61-7857c3cdc248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (cf8a2119-cb91-4eaa-838e-e002f802c87e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.246518 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:25:02.295572 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ead4-a1cb-4cde-8a61-7857c3cdc248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a2119-cb91-4eaa-838e-e002f802c87e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:02.350167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 12825198-5b6c-4d73-bd61-970382966eae is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:02.350732 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (12825198-5b6c-4d73-bd61-970382966eae), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.353762 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:02.359327 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5bc7ead4-a1cb-4cde-8a61-7857c3cdc248 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5271941332fe4908a1c7aee615f469ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8799772 Apr 11 15:25:02.372072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:02.381781 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b5d3-c1fa-4d04-899b-2618cb940295 None None] Pushing event updated for resources: {'Port': ['ID=db5dde69-1d44-47eb-a2ee-d56ed04563a0,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:02.382347 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.386640 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-22f0cc34-9e49-4092-ac6a-0f2cdd7a7968 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0146134 Apr 11 15:25:02.396828 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34852) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:02.422431 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:02.423270 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:02.470997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Pushing event updated for resources: {'Port': ['ID=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:02.577943 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a0c35061-b953-4ebf-b647-d8a04e4466bb None None] Current status of the port 695274aa-0e34-4b53-afd6-55c37aad444e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:02.593850 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 12825198-5b6c-4d73-bd61-970382966eae, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=12825198-5b6c-4d73-bd61-970382966eae,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:02.609203 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (12825198-5b6c-4d73-bd61-970382966eae), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.730673 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:24:57Z', 'revision_number': 3, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:02.744152 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=12825198-5b6c-4d73-bd61-970382966eae,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:02.771218 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Provisioning complete for port 12825198-5b6c-4d73-bd61-970382966eae triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:02.771380 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (12825198-5b6c-4d73-bd61-970382966eae), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.802317 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:02.840158 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:25:02.854429 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6683e88-6855-4ba2-b88b-ea0f6e5c54cd None None] The sync data for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi is: [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:24:57Z', 'revision_number': 3, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:02.912752 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 695274aa-0e34-4b53-afd6-55c37aad444e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:02.942754 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b73431f5-98e6-4e68-8479-1a8b3dd011c1 req-b74af2f3-8cdb-484c-a094-cea74585e236 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0458887 Apr 11 15:25:03.059786 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8dac2b2-7a1a-4aae-a9bb-e365e7d1905c admin admin] Publish callbacks [] for security_group (cf8a2119-cb91-4eaa-838e-e002f802c87e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.072153 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:25:03.088654 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:03.099429 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:03.100317 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:03.102007 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.103285 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c72a12ef-578a-42de-999a-d6401365294b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6601639 Apr 11 15:25:03.108272 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34866) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:03.119201 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8dac2b2-7a1a-4aae-a9bb-e365e7d1905c admin admin] Publish callbacks [] for security_group (cf8a2119-cb91-4eaa-838e-e002f802c87e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.216358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Current status of the port 12825198-5b6c-4d73-bd61-970382966eae is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:03.218997 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 695274aa-0e34-4b53-afd6-55c37aad444e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:03.219383 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.263592 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.340363 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Provisioning complete for port 695274aa-0e34-4b53-afd6-55c37aad444e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:03.340749 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.347391 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:24:59Z', 'revision_number': 3, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:03.363917 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8dac2b2-7a1a-4aae-a9bb-e365e7d1905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (cf8a2119-cb91-4eaa-838e-e002f802c87e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.366511 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8dac2b2-7a1a-4aae-a9bb-e365e7d1905c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.380071 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d8dac2b2-7a1a-4aae-a9bb-e365e7d1905c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf8a2119-cb91-4eaa-838e-e002f802c87e HTTP/1.1" status: 204 len: 168 time: 0.9858785 Apr 11 15:25:03.404189 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dac2b2-7a1a-4aae-a9bb-e365e7d1905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a2119-cb91-4eaa-838e-e002f802c87e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.411140 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:03.411486 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Updating router c362c95a-d88a-4a73-8ce7-d5b9b626a338 port 97320722-855f-43cc-a13e-923ddda58d32 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:25:03.453200 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:03.531899 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (97320722-855f-43cc-a13e-923ddda58d32), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.741893 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks [] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.754374 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.755186 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (e3cd0217-2500-429b-aadd-c9665aca8477), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.801804 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:00Z', 'revision_number': 3, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:03.859691 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:03.860211 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Updating router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 port 6cddd5c5-76ef-485c-8b56-446ccffda59c binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:25:03.908361 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:03.909079 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Pushing event updated for resources: {'Port': ['ID=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.948325 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.956990 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.960853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 695274aa-0e34-4b53-afd6-55c37aad444e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:03.961978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4fbc9d8-1bbc-4943-a543-ca63732c75ab up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:04.058568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09918926-1a9c-4584-9325-f69bd93ebac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.146635 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port c4fbc9d8-1bbc-4943-a543-ca63732c75ab triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:04.147083 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.179631 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09918926-1a9c-4584-9325-f69bd93ebac1 admin admin] Publish callbacks [] for security_group (71293ec9-ec9b-4d96-9e4e-9ed0e8705d18), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.185593 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09918926-1a9c-4584-9325-f69bd93ebac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (71293ec9-ec9b-4d96-9e4e-9ed0e8705d18), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.188400 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0af2877b-c3b2-4b8d-be72-e8232ba98209 req-7ba5c5f8-5c3d-4ded-bcfa-8785d84b0241 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0471272 Apr 11 15:25:04.231370 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-09918926-1a9c-4584-9325-f69bd93ebac1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a53b60a75cca40bca107e24ad1578820&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3114378 Apr 11 15:25:04.234881 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 34886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:04.235382 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Current status of the port 695274aa-0e34-4b53-afd6-55c37aad444e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:04.249535 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:04.254756 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:04.263611 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09918926-1a9c-4584-9325-f69bd93ebac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71293ec9-ec9b-4d96-9e4e-9ed0e8705d18,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:04.387710 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Provisioning complete for port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:04.388089 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.417153 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Router e3cd0217-2500-429b-aadd-c9665aca8477 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:25:04.434934 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Allocated IP 172.20.0.1 (2c639a03-9c1a-4534-9246-41c284dfa2dd/64999c89-993a-42df-983e-0b671156250b/21bb2277-5dde-467f-b7eb-550b4a439d36) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:04.441170 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Publish callbacks [] for port (97320722-855f-43cc-a13e-923ddda58d32), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.464629 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-320615da-2402-414c-8516-707eb8e17c41 admin admin] Publish callbacks [] for security_group (71293ec9-ec9b-4d96-9e4e-9ed0e8705d18), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.543923 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-320615da-2402-414c-8516-707eb8e17c41 admin admin] Publish callbacks [] for security_group (71293ec9-ec9b-4d96-9e4e-9ed0e8705d18), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.556635 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:25:04.563127 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a5f0092c-7546-4f9a-a1f9-4139e6ca7bbc admin admin] 10.222.0.50 "PUT /v2.0/routers/e3cd0217-2500-429b-aadd-c9665aca8477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7299154 Apr 11 15:25:04.627141 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.676771 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:04.679083 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (97320722-855f-43cc-a13e-923ddda58d32), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.717185 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks [] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.720798 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-320615da-2402-414c-8516-707eb8e17c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (71293ec9-ec9b-4d96-9e4e-9ed0e8705d18), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.723871 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-320615da-2402-414c-8516-707eb8e17c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.725230 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-320615da-2402-414c-8516-707eb8e17c41 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71293ec9-ec9b-4d96-9e4e-9ed0e8705d18 HTTP/1.1" status: 204 len: 168 time: 0.4873555 Apr 11 15:25:04.756525 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port c4fbc9d8-1bbc-4943-a543-ca63732c75ab is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:04.760621 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Provisioning complete for port c4fbc9d8-1bbc-4943-a543-ca63732c75ab triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:04.761023 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.805955 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Attempting to bind port 97320722-855f-43cc-a13e-923ddda58d32 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:04.806209 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Attempting to bind port 97320722-855f-43cc-a13e-923ddda58d32 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:04.806617 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Attempting to bind port 97320722-855f-43cc-a13e-923ddda58d32 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:04.887734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e02be0-a09c-4902-9dd9-354c769cd4f2 None None] Pushing event updated for resources: {'Port': ['ID=97320722-855f-43cc-a13e-923ddda58d32,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:04.912069 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:04.912903 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:04.920951 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.921816 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:04.922905 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Bound port: 97320722-855f-43cc-a13e-923ddda58d32, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:04.923940 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (97320722-855f-43cc-a13e-923ddda58d32), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.068588 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Publish callbacks [] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.083832 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.136301 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] For port 97320722-855f-43cc-a13e-923ddda58d32, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:05.146564 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] For port 97320722-855f-43cc-a13e-923ddda58d32, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=97320722-855f-43cc-a13e-923ddda58d32,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:05.157195 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db5dde69-1d44-47eb-a2ee-d56ed04563a0 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:05.164989 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320615da-2402-414c-8516-707eb8e17c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71293ec9-ec9b-4d96-9e4e-9ed0e8705d18,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:05.205823 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (97320722-855f-43cc-a13e-923ddda58d32), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.232730 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Attempting to bind port 6cddd5c5-76ef-485c-8b56-446ccffda59c on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:05.236697 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Attempting to bind port 6cddd5c5-76ef-485c-8b56-446ccffda59c by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:05.238520 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Attempting to bind port 6cddd5c5-76ef-485c-8b56-446ccffda59c on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:05.267929 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:05.269392 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:05.271303 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.271704 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.272258 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:05.274962 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Bound port: 6cddd5c5-76ef-485c-8b56-446ccffda59c, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:05.275543 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.277525 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b59c6-07f2-4c3f-9e12-f94a6163d530 None None] Pushing event updated for resources: {'Port': ['ID=6cddd5c5-76ef-485c-8b56-446ccffda59c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:05.354146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:05.364220 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:05.366529 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Allocated IP 172.20.0.1 (5e754873-9815-43da-8bf8-15629bcbf0dc/567f8781-86a7-45bd-af70-fa256181af57/e27c34d7-fa8f-4c14-8704-f01cbfcef7f9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:05.384914 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:05.385402 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (c362c95a-d88a-4a73-8ce7-d5b9b626a338), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.403235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Pushing event updated for resources: {'Port': ['ID=21bb2277-5dde-467f-b7eb-550b4a439d36,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:05.452960 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] For port 6cddd5c5-76ef-485c-8b56-446ccffda59c, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:05.466974 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] For port 6cddd5c5-76ef-485c-8b56-446ccffda59c, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=6cddd5c5-76ef-485c-8b56-446ccffda59c,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:05.477667 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.586975 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:05.589392 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:05.593548 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e02be0-a09c-4902-9dd9-354c769cd4f2 None None] Pushing event updated for resources: {'Port': ['ID=97320722-855f-43cc-a13e-923ddda58d32,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:05.611405 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-66a0ee98-da86-4cec-ade7-8e0e733c989c None None] Current status of the port c4fbc9d8-1bbc-4943-a543-ca63732c75ab is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:05.654642 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 34920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:05.658102 dv-cinder-835483-2-iscsi neutron-server[103326]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 15:25:05.675289 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:05.676299 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:05.783693 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eb5af1a1-89b6-4a6c-8101-072526eb57b4 req-a83b60ad-b586-40e7-9b46-cd3a6a218113 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.1261499 Apr 11 15:25:05.784696 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.59', 57906) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:05.802754 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b59c6-07f2-4c3f-9e12-f94a6163d530 None None] Pushing event updated for resources: {'Port': ['ID=6cddd5c5-76ef-485c-8b56-446ccffda59c,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:05.816560 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Sync routers for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:05.825038 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks [] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:05.905556 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:06.024705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.046544 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:06.115488 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Network 5e754873-9815-43da-8bf8-15629bcbf0dc is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:06.151429 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port db5dde69-1d44-47eb-a2ee-d56ed04563a0 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:06.152850 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.208646 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-798b64e0-d843-44fa-acdd-0fe94c15ba22 None None] Provisioning complete for port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:06.209025 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-798b64e0-d843-44fa-acdd-0fe94c15ba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.210636 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-8dc68b8d-1c40-427e-bdc3-43240a09f1cc tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.212220 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-8dc68b8d-1c40-427e-bdc3-43240a09f1cc tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.59 "GET /v2.0/networks?id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 HTTP/1.1" status: 200 len: 811 time: 0.4262333 Apr 11 15:25:06.224740 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Pushing event updated for resources: {'Port': ['ID=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:06.237895 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:06.250392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.261022 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:06.261507 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.281590 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:06.286187 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:06.336892 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Request body: {'port': {'device_id': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51', 'admin_state_up': True, 'tenant_id': 'bf06f9c39a944eb1b92f346ca2978567'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:06.470420 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:00Z', 'revision_number': 3, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:06.546990 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9cef2d-a6c1-430a-8d91-2f03c3f01f1a None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:00Z', 'revision_number': 3, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:06.794631 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-2160ec0b-e97b-4e26-a28a-b6b16f2bd5fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.796101 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-2160ec0b-e97b-4e26-a28a-b6b16f2bd5fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 817 time: 0.7800205 Apr 11 15:25:06.825345 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Made reservation on behalf of bf06f9c39a944eb1b92f346ca2978567 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:06.850662 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.926982 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port db5dde69-1d44-47eb-a2ee-d56ed04563a0 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:06.927670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.935433 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:06.941051 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-798b64e0-d843-44fa-acdd-0fe94c15ba22 None None] Port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:07.067130 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks [] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.069892 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port db5dde69-1d44-47eb-a2ee-d56ed04563a0, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db5dde69-1d44-47eb-a2ee-d56ed04563a0,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:07.071674 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-1ba52402-c647-44f0-80cc-fd8cd8dc9cf3 None None] Provisioning complete for port 21bb2277-5dde-467f-b7eb-550b4a439d36 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:07.073037 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ba52402-c647-44f0-80cc-fd8cd8dc9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.101175 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3cdb05db-a12b-45ab-ab58-8b1b895d85df req-5f747737-4fe6-4f37-909f-8383da10b037 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.1587601 Apr 11 15:25:07.114314 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.120759 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1ba52402-c647-44f0-80cc-fd8cd8dc9cf3 None None] Port 21bb2277-5dde-467f-b7eb-550b4a439d36 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:07.124996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:24:59Z', 'revision_number': 3, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:07.129352 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.130634 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (c362c95a-d88a-4a73-8ce7-d5b9b626a338), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.159895 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-c60f93b8-787e-4f03-9a36-6bed5e3329a4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/quotas/e6b6c60f84ad4dfaa1d8dd3c23a07bea HTTP/1.1" status: 200 len: 375 time: 0.3620162 Apr 11 15:25:07.196438 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562c1a-f5a7-4e46-b856-e51f2d2effd6 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:24:59Z', 'revision_number': 3, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:07.206218 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.208121 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 12825198-5b6c-4d73-bd61-970382966eae up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:07.347186 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-30e5f716-9ce7-436e-8ecc-9d1806ab5210 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829605 Apr 11 15:25:07.734976 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 2, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:07.740716 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Allocated IP 172.20.0.3 (ff5b7822-6557-4e04-8c8f-c42ef4ee2e51/0dfb896f-5c8f-43a6-882c-bfe778c29fba/06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:07.743587 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-1ba52402-c647-44f0-80cc-fd8cd8dc9cf3 None None] Provisioning complete for port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:07.745109 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ba52402-c647-44f0-80cc-fd8cd8dc9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.901667 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Pushing event updated for resources: {'Port': ['ID=21bb2277-5dde-467f-b7eb-550b4a439d36,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:07.925841 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 12825198-5b6c-4d73-bd61-970382966eae triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:07.926247 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (12825198-5b6c-4d73-bd61-970382966eae), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.997145 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Checking router: e3cd0217-2500-429b-aadd-c9665aca8477 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:07.997682 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Updating router e3cd0217-2500-429b-aadd-c9665aca8477 port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:25:08.086739 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1ba52402-c647-44f0-80cc-fd8cd8dc9cf3 None None] Port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:08.103841 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=db5dde69-1d44-47eb-a2ee-d56ed04563a0,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:08.110824 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:08.211641 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:08.232377 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:08.333699 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 12825198-5b6c-4d73-bd61-970382966eae is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:08.483211 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-188e2c72-fc24-447f-a86e-69807a1a52bc service neutron] 10.222.0.50 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0478172 Apr 11 15:25:08.823561 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks [] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:08.899001 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-acbb5ec4-e4c3-4e11-99a2-399f32b41bf8 req-b2f03060-1680-4c71-a297-08b8e6737c4f tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.1521947 Apr 11 15:25:08.991122 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:08.991973 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:08.995050 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:09.153670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db5dde69-1d44-47eb-a2ee-d56ed04563a0 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:09.170176 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks [] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.291056 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94c4bd97-3f8c-4562-a4f9-4742891c0daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.326955 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.367261 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-d0b6b84e-1187-4796-a233-f6e13914dc22 None None] Provisioning complete for port 21bb2277-5dde-467f-b7eb-550b4a439d36 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:09.368600 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b84e-1187-4796-a233-f6e13914dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.515549 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:09.516764 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6b84e-1187-4796-a233-f6e13914dc22 None None] Port 21bb2277-5dde-467f-b7eb-550b4a439d36 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:09.540870 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:09.546416 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:09.554690 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:09.555568 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Pushing event updated for resources: {'Port': ['ID=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:09.556723 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.569709 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Pushing event updated for resources: {'Port': ['ID=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:09.668402 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-38e2d7c3-8919-4182-b22a-f9d0ad83e880 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3358169 Apr 11 15:25:09.720512 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port db5dde69-1d44-47eb-a2ee-d56ed04563a0 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:09.721052 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.732894 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-8d73af96-698b-4888-a409-3a0ac0842819 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:25:09.736436 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-8d73af96-698b-4888-a409-3a0ac0842819 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0386221 Apr 11 15:25:09.826041 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94c4bd97-3f8c-4562-a4f9-4742891c0daf admin admin] Publish callbacks [] for security_group (839be61d-7ac7-4d90-b31f-5d8036ec8014), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.840916 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94c4bd97-3f8c-4562-a4f9-4742891c0daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (839be61d-7ac7-4d90-b31f-5d8036ec8014), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:09.956425 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-94c4bd97-3f8c-4562-a4f9-4742891c0daf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e442b9c627442d1be966f07cfd686c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9580188 Apr 11 15:25:09.964937 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:09.983078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port db5dde69-1d44-47eb-a2ee-d56ed04563a0 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:09.983078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97320722-855f-43cc-a13e-923ddda58d32 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:10.026366 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35086) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:10.035742 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-2b32fec1-7633-4b41-b31d-5fe52b59d04f service neutron] 10.222.0.50 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5052233 Apr 11 15:25:10.041790 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:25:10.205291 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4bd97-3f8c-4562-a4f9-4742891c0daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839be61d-7ac7-4d90-b31f-5d8036ec8014,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:10.258430 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Network 5e754873-9815-43da-8bf8-15629bcbf0dc is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:10.267256 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:10.298436 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 97320722-855f-43cc-a13e-923ddda58d32 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:10.299077 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (97320722-855f-43cc-a13e-923ddda58d32), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:10.302919 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Publish callbacks [] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:10.351792 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:10.544498 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Request body: {'port': {'device_id': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:10.583139 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31069fcd-37e0-4a82-ad8c-c331260f687d None None] Pushing event updated for resources: {'Port': ['ID=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:10.650286 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:25:10.701508 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-dc364535-a8e1-4227-8040-382883fdcc3a admin admin] 10.222.0.50 "PUT /v2.0/routers/c362c95a-d88a-4a73-8ce7-d5b9b626a338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3031650 Apr 11 15:25:10.754203 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Attempting to bind port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:10.754609 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Attempting to bind port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:10.754996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Attempting to bind port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:10.770644 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:10.770842 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Checking segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:10.771177 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:10.771584 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Bound using segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:10.772191 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Bound port: 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:10.775347 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:10.844462 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d39b5567-8dde-4326-bcdc-360fafff3a13 req-004896ac-e2ed-4111-8f37-23d009e01062 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 210 time: 0.2405827 Apr 11 15:25:10.932122 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abfaa28-c637-45fa-b3e6-2018158ed50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:10.967663 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98f656-4933-410a-b5f3-7ef0aa326541 req-f9c5143e-37fe-4020-8ce1-0159402965d1 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:11.008874 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8b98f656-4933-410a-b5f3-7ef0aa326541 req-f9c5143e-37fe-4020-8ce1-0159402965d1 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 931 time: 0.9203658 Apr 11 15:25:11.015432 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 97320722-855f-43cc-a13e-923ddda58d32 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:11.015832 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (97320722-855f-43cc-a13e-923ddda58d32), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.061784 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] For port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:11.067712 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:25:11.078740 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-85965062-dd80-4f73-bd0d-938b8e50eaa7 None None] Provisioning complete for port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:11.079122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85965062-dd80-4f73-bd0d-938b8e50eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.187899 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] For port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:11.201648 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 97320722-855f-43cc-a13e-923ddda58d32, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=97320722-855f-43cc-a13e-923ddda58d32,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:11.215953 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (97320722-855f-43cc-a13e-923ddda58d32), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.224490 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6cddd5c5-76ef-485c-8b56-446ccffda59c up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:11.331664 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.397664 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 6cddd5c5-76ef-485c-8b56-446ccffda59c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:11.397664 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.401271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-85965062-dd80-4f73-bd0d-938b8e50eaa7 None None] Port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:11.428789 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abfaa28-c637-45fa-b3e6-2018158ed50f admin admin] Publish callbacks [] for security_group (987c602d-acce-4f94-ac88-b0e9198922ed), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.454786 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c99c716b-d9cf-4af2-83b8-cbabefba5057 admin admin] Publish callbacks [] for security_group (839be61d-7ac7-4d90-b31f-5d8036ec8014), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.473748 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abfaa28-c637-45fa-b3e6-2018158ed50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (987c602d-acce-4f94-ac88-b0e9198922ed), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.495699 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:11.531129 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:11.536569 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:11.573721 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] Provisioning complete for port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:11.574451 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.614389 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.647526 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:11.648774 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:11.652441 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8b98f656-4933-410a-b5f3-7ef0aa326541 req-8315d4e5-206e-4dde-916f-0436c5240cea tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425560 Apr 11 15:25:11.654943 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=97320722-855f-43cc-a13e-923ddda58d32,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:11.658862 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c99c716b-d9cf-4af2-83b8-cbabefba5057 admin admin] Publish callbacks [] for security_group (839be61d-7ac7-4d90-b31f-5d8036ec8014), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.699698 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-8abfaa28-c637-45fa-b3e6-2018158ed50f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98d54a2dc2e9414f82c67c247298d73e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6189184 Apr 11 15:25:11.740876 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:11.784217 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfaa28-c637-45fa-b3e6-2018158ed50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c602d-acce-4f94-ac88-b0e9198922ed,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:11.819125 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:25:11.836330 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31069fcd-37e0-4a82-ad8c-c331260f687d None None] Pushing event updated for resources: {'Port': ['ID=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:11.841370 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bbd0d009-5d48-40bd-8f0d-9b7b5a601607 admin admin] 10.222.0.50 "PUT /v2.0/routers/a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7302537 Apr 11 15:25:11.943542 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef069f5-d529-41e7-b9e4-7bca06d2f96a admin admin] Publish callbacks [] for security_group (987c602d-acce-4f94-ac88-b0e9198922ed), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:11.948542 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:12.008698 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef069f5-d529-41e7-b9e4-7bca06d2f96a admin admin] Publish callbacks [] for security_group (987c602d-acce-4f94-ac88-b0e9198922ed), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.064578 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:12.065735 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:12.118252 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef069f5-d529-41e7-b9e4-7bca06d2f96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (987c602d-acce-4f94-ac88-b0e9198922ed), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.120968 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef069f5-d529-41e7-b9e4-7bca06d2f96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.122189 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-8ef069f5-d529-41e7-b9e4-7bca06d2f96a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/987c602d-acce-4f94-ac88-b0e9198922ed HTTP/1.1" status: 204 len: 168 time: 0.3751974 Apr 11 15:25:12.140250 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef069f5-d529-41e7-b9e4-7bca06d2f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c602d-acce-4f94-ac88-b0e9198922ed,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:12.162197 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:12.374326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c99c716b-d9cf-4af2-83b8-cbabefba5057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (839be61d-7ac7-4d90-b31f-5d8036ec8014), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.383590 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c99c716b-d9cf-4af2-83b8-cbabefba5057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.387006 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c99c716b-d9cf-4af2-83b8-cbabefba5057 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/839be61d-7ac7-4d90-b31f-5d8036ec8014 HTTP/1.1" status: 204 len: 168 time: 2.4207027 Apr 11 15:25:12.535566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c716b-d9cf-4af2-83b8-cbabefba5057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839be61d-7ac7-4d90-b31f-5d8036ec8014,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:12.642432 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:12.644669 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35188) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:12.650245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88648141', 'description': 'tempest-description--1376880567'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:12.706704 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:12.743612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.744180 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:12.744286 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Updating router c362c95a-d88a-4a73-8ce7-d5b9b626a338 port 21bb2277-5dde-467f-b7eb-550b4a439d36 binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:25:12.778854 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-ff8b0e5c-c320-48f9-8955-5158b56db0a5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:12.780558 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-ff8b0e5c-c320-48f9-8955-5158b56db0a5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 817 time: 0.8004065 Apr 11 15:25:12.834121 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-65bb84f9-86d7-40ab-ba51-cac8ce99b826 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/quotas/e6b6c60f84ad4dfaa1d8dd3c23a07bea HTTP/1.1" status: 200 len: 375 time: 0.0398831 Apr 11 15:25:12.879305 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.976179 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (81ca4653-1b50-4622-b028-b93a72cd1161), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.984615 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (81ca4653-1b50-4622-b028-b93a72cd1161), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.014088 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 6cddd5c5-76ef-485c-8b56-446ccffda59c is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:13.014552 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.153781 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.158209 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5124328 Apr 11 15:25:13.159799 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:13.168207 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': '81ca4653-1b50-4622-b028-b93a72cd1161', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:13.179777 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922054e-4ccc-45c6-a9a6-648c75e1edab tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca4653-1b50-4622-b028-b93a72cd1161,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:13.262260 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-9c8a3c53-6e23-43c8-81e2-888ef8cac4f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3987515 Apr 11 15:25:13.296846 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (73c53baf-c69a-480b-ba42-df68a29a1370), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.407359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 6cddd5c5-76ef-485c-8b56-446ccffda59c, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=6cddd5c5-76ef-485c-8b56-446ccffda59c,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:13.470947 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:13.497579 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Publish callbacks [] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.558521 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Transition to ACTIVE for port object 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:13.564735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.600704 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (73c53baf-c69a-480b-ba42-df68a29a1370), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.607691 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (73c53baf-c69a-480b-ba42-df68a29a1370), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.639268 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Pushing event updated for resources: {'Port': ['ID=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:13.641439 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c53baf-c69a-480b-ba42-df68a29a1370,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:13.726773 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:13.737587 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-18bdb139-25c1-4ffc-b067-684f95c04119 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5758142 Apr 11 15:25:13.739165 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35218) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:13.760468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': '81ca4653-1b50-4622-b028-b93a72cd1161', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:13.795789 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35222) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:13.923127 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Attempting to bind port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:13.923438 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Attempting to bind port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:13.923806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Attempting to bind port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 on network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:13.942806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 on network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:13.943195 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Attempting to bind port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 on network ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:13.960853 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:13.962359 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Checking segment: {'id': 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:13.965043 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Bound using segment: {'id': 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:13.966835 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Bound port: 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:13.968105 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.006397 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889428bf-b500-485b-a727-bb45bfc71f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.233512 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.59', 57922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:14.400175 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889428bf-b500-485b-a727-bb45bfc71f02 admin admin] Publish callbacks [] for security_group (0b006be0-38f8-4ea2-b4e4-a246f1f57783), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.412033 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-889428bf-b500-485b-a727-bb45bfc71f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (0b006be0-38f8-4ea2-b4e4-a246f1f57783), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.431254 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] For port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:14.474264 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Publish callbacks [] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.483743 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889428bf-b500-485b-a727-bb45bfc71f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b006be0-38f8-4ea2-b4e4-a246f1f57783,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:14.486842 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.534958 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (4604f1be-fa00-416b-a596-0a516ddd09fa), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.568623 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] For port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,segment=NetworkSegment(d5c2057c-25a9-4c1c-910c-d09671cdbdb2),segment_id=d5c2057c-25a9-4c1c-910c-d09671cdbdb2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:14.581897 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:14.616492 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-5f3fb11b-e929-49c4-8deb-2e871a390707 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:25:14.617811 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-5f3fb11b-e929-49c4-8deb-2e871a390707 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4283125 Apr 11 15:25:14.635453 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.770497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (4604f1be-fa00-416b-a596-0a516ddd09fa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.790194 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-889428bf-b500-485b-a727-bb45bfc71f02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc358c01d86d4fe1b12e582f7d31e66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9806139 Apr 11 15:25:14.800032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (4604f1be-fa00-416b-a596-0a516ddd09fa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.801739 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35246) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:14.880903 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b39fdf-2ea7-4c6f-ab99-efb99ac561b6 None None] Pushing event updated for resources: {'Port': ['ID=21bb2277-5dde-467f-b7eb-550b4a439d36,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:14.921541 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Attempting to bind port 21bb2277-5dde-467f-b7eb-550b4a439d36 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:14.922085 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Attempting to bind port 21bb2277-5dde-467f-b7eb-550b4a439d36 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:14.922897 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Attempting to bind port 21bb2277-5dde-467f-b7eb-550b4a439d36 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:14.938993 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:14.940882 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:14.943006 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.944975 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Bound using segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:14.945709 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Bound port: 21bb2277-5dde-467f-b7eb-550b4a439d36, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:14.952831 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.967840 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.067681 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4604f1be-fa00-416b-a596-0a516ddd09fa,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:15.113328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.119954 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-79c1a5d8-a8b0-4abd-abb5-fea2bb4e289f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3765852 Apr 11 15:25:15.125261 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35252) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:15.142661 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:15.163116 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] For port 21bb2277-5dde-467f-b7eb-550b4a439d36, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:15.171097 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] For port 21bb2277-5dde-467f-b7eb-550b4a439d36, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=21bb2277-5dde-467f-b7eb-550b4a439d36,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:15.185884 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.233526 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.243269 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0342f5d3-a3ea-45a0-904e-baa7937e0858 admin admin] Publish callbacks [] for security_group (0b006be0-38f8-4ea2-b4e4-a246f1f57783), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.244844 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=6cddd5c5-76ef-485c-8b56-446ccffda59c,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:15.279853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97320722-855f-43cc-a13e-923ddda58d32 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:15.399892 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-cf41ee1c-76df-4435-8c63-96334114b8aa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.402395 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-cf41ee1c-76df-4435-8c63-96334114b8aa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 817 time: 1.1598723 Apr 11 15:25:15.405997 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b39fdf-2ea7-4c6f-ab99-efb99ac561b6 None None] Pushing event updated for resources: {'Port': ['ID=21bb2277-5dde-467f-b7eb-550b4a439d36,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:15.408055 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.425749 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.426555 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:15.428821 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:24:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:15.430119 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-425bf148-00ec-4136-915a-e699dd36002b service neutron] 10.222.0.59 "PUT /v2.0/ports/06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 HTTP/1.1" status: 200 len: 1093 time: 5.2445891 Apr 11 15:25:15.442536 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'tag': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:15.523269 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] Current status of the port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:15.523833 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.692381 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:15.704986 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:15.713599 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1641de77-faa2-4ac7-a7b5-5fd0b2818403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.717771 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'port': {'device_id': '68e8c848-a626-4af4-9a28-2adc76c71453', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'admin_state_up': True, 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:15.860978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] For port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:15.868116 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:07Z', 'revision_number': 2, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:15.937906 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:15.938357 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Updating router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:25:15.946043 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.995048 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.052141 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e72dad-fc1a-47f2-b422-46ed422a1176 None None] Pushing event updated for resources: {'Port': ['ID=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:16.086917 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322370517', 'description': 'tempest-description--1359192369'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:16.090182 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 97320722-855f-43cc-a13e-923ddda58d32 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:16.091311 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (97320722-855f-43cc-a13e-923ddda58d32), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.148067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0342f5d3-a3ea-45a0-904e-baa7937e0858 admin admin] Publish callbacks [] for security_group (0b006be0-38f8-4ea2-b4e4-a246f1f57783), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.155769 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Provisioning complete for port 21bb2277-5dde-467f-b7eb-550b4a439d36 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:16.156227 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.407351 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.452890 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:16.483017 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0342f5d3-a3ea-45a0-904e-baa7937e0858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (0b006be0-38f8-4ea2-b4e4-a246f1f57783), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.491027 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0342f5d3-a3ea-45a0-904e-baa7937e0858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.498096 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-0342f5d3-a3ea-45a0-904e-baa7937e0858 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b006be0-38f8-4ea2-b4e4-a246f1f57783 HTTP/1.1" status: 204 len: 168 time: 1.6502917 Apr 11 15:25:16.513402 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-2213b9a8-a00f-47bc-bf12-055a06bdd30f service neutron] 10.222.0.50 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8678544 Apr 11 15:25:16.516498 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-65363893-dec7-4a70-b2e1-fdf3532b5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.519387 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-65363893-dec7-4a70-b2e1-fdf3532b5181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf06f9c39a944eb1b92f346ca2978567&device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 1127 time: 0.8178122 Apr 11 15:25:16.522364 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd468d-ecec-4ef2-ac55-830eb4ffa380 req-4776d718-cf20-46a8-bb05-41bdc9cb7c45 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.532263 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-55bd468d-ecec-4ef2-ac55-830eb4ffa380 req-4776d718-cf20-46a8-bb05-41bdc9cb7c45 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.4244952 Apr 11 15:25:16.568151 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34dc06f-5acd-425f-b03a-b1387bd54411" -d '{"events": [{"name": "network-changed", "server_uuid": "056ff1a6-ee5c-4068-9e50-1d8929806ace", "tag": "06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:16.574402 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bf148-00ec-4136-915a-e699dd36002b service neutron] Pushing event updated for resources: {'Port': ['ID=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:16.598497 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359fa98-26d0-4a20-9e30-c644ab1c9c0e None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:16.744343 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.765898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342f5d3-a3ea-45a0-904e-baa7937e0858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b006be0-38f8-4ea2-b4e4-a246f1f57783,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:16.916244 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-55bd468d-ecec-4ef2-ac55-830eb4ffa380 req-92dbcd09-5d40-460d-b6aa-9ae3aa52109d tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782163 Apr 11 15:25:16.970776 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.27.1.80 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/c0269d92-0748-43c3-845a-c74f8d397057) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:17.126473 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (c6b4724d-23d6-4fad-948e-55fed452ba60), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.218788 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c6b4724d-23d6-4fad-948e-55fed452ba60), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.230868 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-52d46019-09b3-4a93-a8fc-ac6615b63753 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 HTTP/1.1" status: 200 len: 217 time: 0.6136868 Apr 11 15:25:17.258256 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Current status of the port 21bb2277-5dde-467f-b7eb-550b4a439d36 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:17.258865 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.291509 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35308) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:17.295392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (c0269d92-0748-43c3-845a-c74f8d397057), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.309095 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:17.481917 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (c0269d92-0748-43c3-845a-c74f8d397057), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.557014 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fd94c-ee5e-4410-9dfc-9bb487e22f67 None None] The sync data for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi is: [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:17.628073 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-fcbf37e5-70ea-4e9d-a8a5-5842cb8fa50b service neutron] 10.222.0.50 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1125760 Apr 11 15:25:17.719488 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] For port 21bb2277-5dde-467f-b7eb-550b4a439d36, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=21bb2277-5dde-467f-b7eb-550b4a439d36,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:17.736294 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4997e64f-991e-4bc5-95d0-bd4a05d0735e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.823257 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 97320722-855f-43cc-a13e-923ddda58d32 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:17.836140 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.880803 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.883156 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8661113 Apr 11 15:25:17.890368 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35328) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:17.900194 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:17.901531 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'security_group_rule': {'security_group_id': 'c6b4724d-23d6-4fad-948e-55fed452ba60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:17.948149 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:17.972813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb37fe4-c833-438e-b8d9-abcf9c368100 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4724d-23d6-4fad-948e-55fed452ba60,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:18.053607 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Made reservation on behalf of e6b6c60f84ad4dfaa1d8dd3c23a07bea for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:18.064451 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.076950 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Provisioning complete for port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:18.077435 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.108025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c77a1-f2a0-42f7-b284-29dda1190108 x-openstack-request-id: req-110c77a1-f2a0-42f7-b284-29dda1190108 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:18.108025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056ff1a6-ee5c-4068-9e50-1d8929806ace", "tag": "06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:18.108025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-110c77a1-f2a0-42f7-b284-29dda1190108 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:18.108559 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110c77a1-f2a0-42f7-b284-29dda1190108'] response: {'name': 'network-changed', 'server_uuid': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'tag': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8', 'status': 'completed', 'code': 200} Apr 11 15:25:18.124480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-6ea44cc2-9584-494d-aa0f-dfce71e4fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:18.126694 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-6ea44cc2-9584-494d-aa0f-dfce71e4fc00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dfb896f-5c8f-43a6-882c-bfe778c29fba HTTP/1.1" status: 200 len: 851 time: 0.5089500 Apr 11 15:25:18.130186 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (eda7dc29-a1bc-476e-925a-046160a1fc45), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.210526 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4997e64f-991e-4bc5-95d0-bd4a05d0735e admin admin] Publish callbacks [] for security_group (92fa8509-7c19-49fe-a782-35ba019dfebf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.212265 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:18.218207 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=c0269d92-0748-43c3-845a-c74f8d397057,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:18.225803 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4997e64f-991e-4bc5-95d0-bd4a05d0735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (92fa8509-7c19-49fe-a782-35ba019dfebf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.267505 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4997e64f-991e-4bc5-95d0-bd4a05d0735e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29d6fa1757c340038c02544b41aea327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9701238 Apr 11 15:25:18.291570 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35340) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:18.296807 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Pushing event updated for resources: {'Port': ['ID=21bb2277-5dde-467f-b7eb-550b4a439d36,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:18.516815 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-29b476f7-543e-4d2c-b409-4a17dc45b5d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3711212 Apr 11 15:25:18.727666 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92406514-99de-426f-8450-05e69de45869 req-f95024c3-a88f-432c-84cc-5f197748396e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:18.746544 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-92406514-99de-426f-8450-05e69de45869 req-f95024c3-a88f-432c-84cc-5f197748396e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.4512694 Apr 11 15:25:18.760910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (eda7dc29-a1bc-476e-925a-046160a1fc45), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.798300 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (eda7dc29-a1bc-476e-925a-046160a1fc45), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.820459 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6cddd5c5-76ef-485c-8b56-446ccffda59c up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:18.829375 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997e64f-991e-4bc5-95d0-bd4a05d0735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa8509-7c19-49fe-a782-35ba019dfebf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:18.952939 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda7dc29-a1bc-476e-925a-046160a1fc45,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:19.022471 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-92406514-99de-426f-8450-05e69de45869 req-a529795a-f570-4ef7-bd16-59ce6cb1b8df tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709763 Apr 11 15:25:19.056159 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cd5e79b6-f7be-4092-befa-6a4a9b0c6f16 req-2ff46334-d1de-4a54-9a6c-40a45c68ba76 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 210 time: 0.2850471 Apr 11 15:25:19.065244 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-827bf98d-9f94-4c46-b6bf-c651f3436b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.112734 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (fa96b66a-2500-473d-887c-110494ad879f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.157386 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8850cf4-6d19-4425-b428-1299efd6ddca admin admin] Publish callbacks [] for security_group (92fa8509-7c19-49fe-a782-35ba019dfebf), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.198971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35368) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:19.329968 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Publish callbacks [] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.332876 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Allocated IP 172.20.0.3 (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5/2a3612c3-9b82-40e2-a883-294be8dd9729/c315415f-29f5-4870-af26-9698e23d045c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:19.351045 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c0269d92-0748-43c3-845a-c74f8d397057), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.360091 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.364631 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b6d6bed2-cd43-49c0-8011-7af7a291ffd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4647882 Apr 11 15:25:19.364631 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8850cf4-6d19-4425-b428-1299efd6ddca admin admin] Publish callbacks [] for security_group (92fa8509-7c19-49fe-a782-35ba019dfebf), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.367991 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35378) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:19.395894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'security_group_rule': {'security_group_id': 'c6b4724d-23d6-4fad-948e-55fed452ba60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:19.404489 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-1098af44-8602-46ab-bcbe-fc50e7f207a7 service neutron] 10.222.0.59 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336084 Apr 11 15:25:19.453486 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.495827 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 6cddd5c5-76ef-485c-8b56-446ccffda59c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:19.500162 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.756182 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-513503411-network', 'tenant_id': '78e2fca8aadf4c8e8e5c7b3e97d79fbc'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:19.919392 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.994015 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33a14f-9e90-456c-9b0b-30a732a58e38 None None] Pushing event updated for resources: {'Port': ['ID=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:20.153141 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3e188d6c-aa99-4198-aa8e-929f400561f6 None None] Current status of the port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:20.158575 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Attempting to bind port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:20.160154 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Attempting to bind port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:20.160544 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Attempting to bind port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 on network 5e754873-9815-43da-8bf8-15629bcbf0dc {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:20.168403 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:20.168790 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Checking segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:20.169201 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.169775 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Bound using segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:20.170264 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Bound port: e27c34d7-fa8f-4c14-8704-f01cbfcef7f9, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:20.170700 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.200776 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Made reservation on behalf of 78e2fca8aadf4c8e8e5c7b3e97d79fbc for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:20.208237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.253253 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8850cf4-6d19-4425-b428-1299efd6ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (92fa8509-7c19-49fe-a782-35ba019dfebf), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.257180 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8850cf4-6d19-4425-b428-1299efd6ddca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.266994 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c8850cf4-6d19-4425-b428-1299efd6ddca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92fa8509-7c19-49fe-a782-35ba019dfebf HTTP/1.1" status: 204 len: 168 time: 1.9716578 Apr 11 15:25:20.292875 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 6cddd5c5-76ef-485c-8b56-446ccffda59c is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:20.294341 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21bb2277-5dde-467f-b7eb-550b4a439d36 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:20.312810 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.424120 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 21bb2277-5dde-467f-b7eb-550b4a439d36 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:20.424701 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.500894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (83886cce-645c-46c6-910a-9410c0833c8c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.566692 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8850cf4-6d19-4425-b428-1299efd6ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa8509-7c19-49fe-a782-35ba019dfebf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:20.576801 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-826cabed-0c1b-4201-b6d6-992b0cf1ebdd req-6e65fba5-c1b0-4bce-8e61-054b22c898ec tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 210 time: 0.2650781 Apr 11 15:25:20.582707 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0751696-611a-4e09-9b0e-a4431e593c12 req-b326785b-a57d-431b-9c42-4ac77e5166ff service neutron] 10.222.0.59 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1242201 Apr 11 15:25:20.683713 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-17607f88-c42c-4420-b1c7-b47abe47a709 None None] Provisioning complete for port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:20.687801 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17607f88-c42c-4420-b1c7-b47abe47a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.694332 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for port (c315415f-29f5-4870-af26-9698e23d045c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.759714 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27270946-86ef-471a-865d-0c3f0c0f912c req-5f4d7754-18a8-4a72-98e5-eaec9c6b03fd tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:20.761107 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks [] for security_group (faa2e04b-d661-4891-9a97-a5f6367d7626), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.761370 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-27270946-86ef-471a-865d-0c3f0c0f912c req-5f4d7754-18a8-4a72-98e5-eaec9c6b03fd tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.3949549 Apr 11 15:25:20.773654 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (faa2e04b-d661-4891-9a97-a5f6367d7626), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.798399 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:25:20.819425 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (529cf185-5717-4084-b091-7b2d68060e5c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.828738 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Added segment 529cf185-5717-4084-b091-7b2d68060e5c of type vlan for network 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8 Apr 11 15:25:20.910614 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (83886cce-645c-46c6-910a-9410c0833c8c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.926900 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (6af6e2bb-8a48-4dde-a9d3-2f83e09347e8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.948477 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (83886cce-645c-46c6-910a-9410c0833c8c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.978785 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (c315415f-29f5-4870-af26-9698e23d045c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:20.999832 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (6af6e2bb-8a48-4dde-a9d3-2f83e09347e8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.000913 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:21.007402 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.044521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83886cce-645c-46c6-910a-9410c0833c8c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:21.135733 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (c0269d92-0748-43c3-845a-c74f8d397057), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.141549 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:21.146294 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.148093 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-19d3ec9c-bdcb-456d-8c39-a76f28ccd573 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7774518 Apr 11 15:25:21.168709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35406) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:21.170133 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e4817f6-7298-42d2-9ad8-d060ae923105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.185394 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:21.237750 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c0269d92-0748-43c3-845a-c74f8d397057), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.287987 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.306344 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] For port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:21.308662 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 21bb2277-5dde-467f-b7eb-550b4a439d36 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:21.309813 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:21.340084 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-17607f88-c42c-4420-b1c7-b47abe47a709 None None] Port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:21.370414 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.375915 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] For port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:21.389639 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Pushing event updated for resources: {'Network': ['ID=6af6e2bb-8a48-4dde-a9d3-2f83e09347e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:21.391181 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.451014 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.59', 57929) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:21.493829 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:25:21.500331 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e4817f6-7298-42d2-9ad8-d060ae923105 admin admin] Publish callbacks [] for security_group (89e91024-8061-48ef-a3e6-38a41162ec39), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.511679 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.695251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-3216253d-fc16-49dc-b543-2d7b7b4d4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:21.697219 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-3216253d-fc16-49dc-b543-2d7b7b4d4e32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf06f9c39a944eb1b92f346ca2978567&device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 1127 time: 0.2803185 Apr 11 15:25:21.697444 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (fa96b66a-2500-473d-887c-110494ad879f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.704361 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:21.733416 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5228872 Apr 11 15:25:21.735859 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.775026 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:21.803216 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c7c3-c16c-4de6-b73b-8abc5df1b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2e04b-d661-4891-9a97-a5f6367d7626,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:21.812495 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Request body: {'subnet': {'network_id': '6af6e2bb-8a48-4dde-a9d3-2f83e09347e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-513503411-subnet', 'tenant_id': '78e2fca8aadf4c8e8e5c7b3e97d79fbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:21.879839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e4817f6-7298-42d2-9ad8-d060ae923105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (89e91024-8061-48ef-a3e6-38a41162ec39), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.887334 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:21.896108 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.909013 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7655475 Apr 11 15:25:21.916385 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:25:19Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:21.916514 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-27270946-86ef-471a-865d-0c3f0c0f912c req-ca2b8038-6b05-4de2-b1a1-995682ccace4 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1291811 Apr 11 15:25:21.930708 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:21.937843 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:21.974739 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33a14f-9e90-456c-9b0b-30a732a58e38 None None] Pushing event updated for resources: {'Port': ['ID=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:22.067697 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9e4817f6-7298-42d2-9ad8-d060ae923105 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6e8fb3a6712484cb20cef68b6f06a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9175799 Apr 11 15:25:22.084360 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:22.165313 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] Provisioning complete for port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:22.166533 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.226190 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadf413-836f-4827-a8e2-ba8af6abf63d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=c0269d92-0748-43c3-845a-c74f8d397057,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:22.229575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4817f6-7298-42d2-9ad8-d060ae923105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e91024-8061-48ef-a3e6-38a41162ec39,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:22.255494 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce27e479-9f56-4ff6-9ea7-dc686ca6238c admin admin] Publish callbacks [] for security_group (89e91024-8061-48ef-a3e6-38a41162ec39), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.304374 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce27e479-9f56-4ff6-9ea7-dc686ca6238c admin admin] Publish callbacks [] for security_group (89e91024-8061-48ef-a3e6-38a41162ec39), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.485531 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Allocated IP 172.27.1.213 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/abf1f9c4-c556-4202-b66b-909eded32cf9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:22.514666 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:22.516666 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'Port': ['ID=c315415f-29f5-4870-af26-9698e23d045c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:22.532690 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:22.539449 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:22.540883 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:22.541850 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.587690 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:22.626375 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce27e479-9f56-4ff6-9ea7-dc686ca6238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (89e91024-8061-48ef-a3e6-38a41162ec39), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.629400 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce27e479-9f56-4ff6-9ea7-dc686ca6238c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.631440 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ce27e479-9f56-4ff6-9ea7-dc686ca6238c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89e91024-8061-48ef-a3e6-38a41162ec39 HTTP/1.1" status: 204 len: 168 time: 0.5409093 Apr 11 15:25:22.663345 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-62d4a216-8521-4eea-be35-e27e4688a873 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--88648141&fields=id&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 267 time: 0.2643406 Apr 11 15:25:22.773476 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-af07340d-dca7-4845-968e-978ef1ef7bc5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:22.775381 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-af07340d-dca7-4845-968e-978ef1ef7bc5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 817 time: 1.2634993 Apr 11 15:25:22.795664 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] Current status of the port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:22.796063 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.816646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'port': {'device_id': '393c2ed2-9865-4903-ad40-571f9239a019', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'admin_state_up': True, 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:22.821868 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-17a0e120-8c9e-4c73-9071-74842de4d841 req-c1357790-34e2-4cc6-8064-198a5922cf5b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 210 time: 0.2953775 Apr 11 15:25:22.833046 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Made reservation on behalf of 78e2fca8aadf4c8e8e5c7b3e97d79fbc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:22.836858 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:22.873970 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-26f8ad80-e8d0-43e5-b6d8-98981f643340 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1705151 Apr 11 15:25:22.990060 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.062729 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27e479-9f56-4ff6-9ea7-dc686ca6238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e91024-8061-48ef-a3e6-38a41162ec39,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:23.065460 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21bb2277-5dde-467f-b7eb-550b4a439d36 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:23.085819 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Request body: {'port': {'device_id': '68e8c848-a626-4af4-9a28-2adc76c71453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:23.086477 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.255974 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 21bb2277-5dde-467f-b7eb-550b4a439d36 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:23.256661 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.290997 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:23.303581 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:23.333277 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:23.347831 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-2149a85c-8624-40fd-a14d-fd8aaef9bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:23.351463 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-2149a85c-8624-40fd-a14d-fd8aaef9bac4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 HTTP/1.1" status: 200 len: 912 time: 1.5758557 Apr 11 15:25:23.356369 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (217552f1-b696-4b65-b0db-00ffee3afc87), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.428050 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (32104cd6-c1a1-4e77-bc5f-b2897fb2527e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.438220 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'Port': ['ID=abf1f9c4-c556-4202-b66b-909eded32cf9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:23.452355 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:21Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:23.473604 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-78ad4981-9771-4bbd-9830-0615a9cfd5a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 HTTP/1.1" status: 200 len: 217 time: 0.0554993 Apr 11 15:25:23.504286 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.556032 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] For port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:23.558467 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 21bb2277-5dde-467f-b7eb-550b4a439d36 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:23.572705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-2e217b6c-ea50-483f-a97e-64d0a9475474 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:23.575685 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-2e217b6c-ea50-483f-a97e-64d0a9475474 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.5274506 Apr 11 15:25:23.601010 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.606914 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95818ca-616c-4c5b-818d-3eddc2ef733d None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:21Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:23.628935 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-06df0ae5-ecd8-4ba6-87d8-2d68b370f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:23.630494 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-06df0ae5-ecd8-4ba6-87d8-2d68b370f8db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dfb896f-5c8f-43a6-882c-bfe778c29fba HTTP/1.1" status: 200 len: 851 time: 0.0985146 Apr 11 15:25:23.762070 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-f71421b1-2038-4962-9722-0befaac7570f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007609 Apr 11 15:25:23.762685 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-924788b5-14a9-438d-8d22-889fe6e9d4f7 None None] Provisioning complete for port c315415f-29f5-4870-af26-9698e23d045c triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:23.763088 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-924788b5-14a9-438d-8d22-889fe6e9d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c315415f-29f5-4870-af26-9698e23d045c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:23.788459 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-608f4444-8166-4ada-bed4-906f029e89bb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/quotas/40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 375 time: 0.2035606 Apr 11 15:25:23.825794 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22b30c-2e48-4cf8-9c77-5bcb4cbb1b95 None None] Pushing event updated for resources: {'Port': ['ID=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:23.849301 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-924788b5-14a9-438d-8d22-889fe6e9d4f7 None None] Port c315415f-29f5-4870-af26-9698e23d045c cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:23.922210 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-6ca231cb-a37b-44cb-8571-52142cb8c4a2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230812 Apr 11 15:25:23.925949 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac86c3-5fc7-43c8-b558-0a3caff9460e req-90509d02-ed47-4241-985b-68f16581319a tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:23.928437 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-91ac86c3-5fc7-43c8-b558-0a3caff9460e req-90509d02-ed47-4241-985b-68f16581319a tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.5734582 Apr 11 15:25:23.956099 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=217552f1-b696-4b65-b0db-00ffee3afc87,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:24.078386 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Made reservation on behalf of e6b6c60f84ad4dfaa1d8dd3c23a07bea for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:24.084241 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.154231 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Checking segment: {'id': '529cf185-5717-4084-b091-7b2d68060e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6af6e2bb-8a48-4dde-a9d3-2f83e09347e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:24.159218 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Network hostable DHCP agents. Network: 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:25:24.162734 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c315415f-29f5-4870-af26-9698e23d045c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.203523 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-df401850-0931-4387-bbfb-697f0bcf8899 service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885588 Apr 11 15:25:24.237757 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.245627 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.349386 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'Port': ['ID=abf1f9c4-c556-4202-b66b-909eded32cf9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:24.367931 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (32104cd6-c1a1-4e77-bc5f-b2897fb2527e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.438149 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.441368 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c7fd8bb3-8732-4cba-925f-bd5189ba5862 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2603753 Apr 11 15:25:24.495741 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-063c1b83-91e8-42a2-a3cd-8b104a8b371d service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934892 Apr 11 15:25:24.515624 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.659422 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Network 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:25:24.753697 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-91ac86c3-5fc7-43c8-b558-0a3caff9460e req-221041ff-b0c2-4352-bb0b-b15f5ee0edd6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025093 Apr 11 15:25:24.821448 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:24.848133 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:24.894801 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:24.895687 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:24.930251 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebb75a-75fb-48ed-a2c2-a1b857fa9308 None None] Network 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:24.940907 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-dd6ff65f-8f85-4914-b96e-8eb3afe3edf0 service neutron] 10.222.0.59 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0386896 Apr 11 15:25:25.054281 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5ef3a0c6-5f87-45c1-a3b7-b7897d594bb7 req-cd3ab9ca-5d23-4c40-ae3f-6b1910889f04 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 210 time: 0.1352582 Apr 11 15:25:25.167064 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35534) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:25.218838 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:25.222884 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:25.228152 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556862d2-4cb9-4914-8ad6-55f4ffe2aabd None None] Network 6af6e2bb-8a48-4dde-a9d3-2f83e09347e8 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:25.389761 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f7aba98f-5ecf-4d79-880d-d764881a23dd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5947032 Apr 11 15:25:25.391967 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e34dc06f-5acd-425f-b03a-b1387bd54411 req-dcb7013d-cb52-4ffc-80d6-d03914f69b36 service neutron] 10.222.0.59 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380993 Apr 11 15:25:25.399412 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1f46b101-2742-4787-8bd3-2785762c523b req-3877da2f-987d-4826-9ec4-35b120b50d98 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.2442384 Apr 11 15:25:25.446259 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Allocated IP 172.20.0.5 (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5/2a3612c3-9b82-40e2-a883-294be8dd9729/f684ec9d-c4b9-4211-91c7-b5659f2b884a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:25.549621 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:25.572088 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-84f9b963-cd72-429b-8620-65d3a898477c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1322370517&fields=id&tenant_id=e840187413594b7a89c3075fd64d2955 HTTP/1.1" status: 200 len: 267 time: 0.1503496 Apr 11 15:25:25.689782 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83a90f78-b8ae-4906-b0a5-4841685243d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:25.831933 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:25.896450 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:25.988151 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'Port': ['ID=f684ec9d-c4b9-4211-91c7-b5659f2b884a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:26.030319 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-ed0f935b-53cd-4611-b820-d7d237ccf6ca tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:26.035248 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-ed0f935b-53cd-4611-b820-d7d237ccf6ca tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 811 time: 0.4441471 Apr 11 15:25:26.075864 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:26.093419 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:26.119927 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:26.121440 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-7dde81ff-3fcc-4187-b5f8-b0797e091fd2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/quotas/e840187413594b7a89c3075fd64d2955 HTTP/1.1" status: 200 len: 375 time: 0.0760386 Apr 11 15:25:26.124891 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83a90f78-b8ae-4906-b0a5-4841685243d0 admin admin] Publish callbacks [] for security_group (f642f0d2-a05a-4a30-82c0-b425837d3f28), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.126901 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:26.128363 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.138611 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83a90f78-b8ae-4906-b0a5-4841685243d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (f642f0d2-a05a-4a30-82c0-b425837d3f28), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.194982 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abc90-9bec-4c55-ad27-1adf79af894b req-923a3e0a-00c2-40da-81c2-2bee25724f96 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:26.196792 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-138abc90-9bec-4c55-ad27-1adf79af894b req-923a3e0a-00c2-40da-81c2-2bee25724f96 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.1305225 Apr 11 15:25:26.215604 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-0fb7365d-8f59-4340-9331-48bdc8021840 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4039936 Apr 11 15:25:26.301862 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-59a56f5c-3a89-493e-9ff8-86e6d6217217 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794503 Apr 11 15:25:26.319952 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90f78-b8ae-4906-b0a5-4841685243d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642f0d2-a05a-4a30-82c0-b425837d3f28,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:26.329721 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-83a90f78-b8ae-4906-b0a5-4841685243d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16820bb85c7a4f54aa6d9c45e534b776&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1612701 Apr 11 15:25:26.331494 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:26.353144 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-138abc90-9bec-4c55-ad27-1adf79af894b req-c4136fe0-caf7-4b66-82e3-d59d03d8386a tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264272 Apr 11 15:25:26.450937 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c315415f-29f5-4870-af26-9698e23d045c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:26.463024 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Publish callbacks [] for port (c315415f-29f5-4870-af26-9698e23d045c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.481543 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Transition to ACTIVE for port object c315415f-29f5-4870-af26-9698e23d045c will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:26.490307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c315415f-29f5-4870-af26-9698e23d045c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.508882 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60500fa7-e06b-48fc-b370-8ee27b75b367 admin admin] Publish callbacks [] for security_group (f642f0d2-a05a-4a30-82c0-b425837d3f28), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.512783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-14f6bd3d-8bee-4733-9838-56a2d3d4e2d8 None None] Provisioning complete for port f684ec9d-c4b9-4211-91c7-b5659f2b884a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:26.513295 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14f6bd3d-8bee-4733-9838-56a2d3d4e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.519831 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-500d1453-6090-4ca0-ae62-5fa179a31e98 service neutron] 10.222.0.50 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169235 Apr 11 15:25:26.584063 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60500fa7-e06b-48fc-b370-8ee27b75b367 admin admin] Publish callbacks [] for security_group (f642f0d2-a05a-4a30-82c0-b425837d3f28), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.593225 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-14f6bd3d-8bee-4733-9838-56a2d3d4e2d8 None None] Port f684ec9d-c4b9-4211-91c7-b5659f2b884a cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:26.703758 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c315415f-29f5-4870-af26-9698e23d045c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:26.724778 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35596) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:26.730269 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-521924516-network', 'tenant_id': '01246d7481124e7db20a35d90b5f1fef'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:26.789839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Attempting to bind port c315415f-29f5-4870-af26-9698e23d045c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:26.790445 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Attempting to bind port c315415f-29f5-4870-af26-9698e23d045c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:26.791190 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Attempting to bind port c315415f-29f5-4870-af26-9698e23d045c on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:26.807946 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Port c315415f-29f5-4870-af26-9698e23d045c on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:26.808466 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Attempting to bind port c315415f-29f5-4870-af26-9698e23d045c on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:26.822174 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795593-10a6-4ef8-9baa-13d273427f11 req-b0738e49-95ee-4f95-8310-2b83aa4aeef4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:26.829893 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db795593-10a6-4ef8-9baa-13d273427f11 req-b0738e49-95ee-4f95-8310-2b83aa4aeef4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 931 time: 0.1454115 Apr 11 15:25:26.831742 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Made reservation on behalf of 01246d7481124e7db20a35d90b5f1fef for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:26.834097 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.846482 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.851032 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:26.851359 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Checking segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:26.851755 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Bound using segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:26.852205 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Bound port: c315415f-29f5-4870-af26-9698e23d045c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:26.852632 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c315415f-29f5-4870-af26-9698e23d045c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.935321 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-b248c256-1a49-4ab2-ba46-c1e1eb3b8def service neutron] 10.222.0.50 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144282 Apr 11 15:25:26.959089 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60500fa7-e06b-48fc-b370-8ee27b75b367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (f642f0d2-a05a-4a30-82c0-b425837d3f28), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.965740 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60500fa7-e06b-48fc-b370-8ee27b75b367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.970298 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-60500fa7-e06b-48fc-b370-8ee27b75b367 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f642f0d2-a05a-4a30-82c0-b425837d3f28 HTTP/1.1" status: 204 len: 168 time: 0.6258142 Apr 11 15:25:26.976987 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60500fa7-e06b-48fc-b370-8ee27b75b367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642f0d2-a05a-4a30-82c0-b425837d3f28,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:27.229931 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] For port c315415f-29f5-4870-af26-9698e23d045c, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:27.234014 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] For port c315415f-29f5-4870-af26-9698e23d045c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c315415f-29f5-4870-af26-9698e23d045c,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:27.245759 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Request body: {'port': {'device_id': '393c2ed2-9865-4903-ad40-571f9239a019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:27.253374 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c315415f-29f5-4870-af26-9698e23d045c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.316596 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db795593-10a6-4ef8-9baa-13d273427f11 req-3c25cc81-a6cc-4c36-a50f-03672929b2b4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716668 Apr 11 15:25:27.325415 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03385894-68c7-4cd0-8721-c0ab85614ae8 req-4691c37c-92e2-4951-b77a-1c1edde72a6e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0640311 Apr 11 15:25:27.436057 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:27.436959 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.438539 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] 10.222.0.59 "PUT /v2.0/ports/c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 200 len: 1093 time: 4.3701487 Apr 11 15:25:27.442159 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e8c848-a626-4af4-9a28-2adc76c71453', 'tag': 'c315415f-29f5-4870-af26-9698e23d045c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:27.444679 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162" -d '{"events": [{"name": "network-changed", "server_uuid": "68e8c848-a626-4af4-9a28-2adc76c71453", "tag": "c315415f-29f5-4870-af26-9698e23d045c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:27.511177 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-70c5f3e2-8171-4df2-b628-6623ee32a898 req-e89e36dc-cf9a-450f-adc8-547c076e0dd8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.0607679 Apr 11 15:25:27.610879 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks [] for security_group (ff3f6808-dfa6-45dd-8b13-f78349dcfcb0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.653947 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ff3f6808-dfa6-45dd-8b13-f78349dcfcb0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.681957 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:27.697835 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b0975246-ef80-4520-a55c-915c133f25d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.787522 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1832ac-6d34-4e32-9170-9da2309edfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c315415f-29f5-4870-af26-9698e23d045c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:27.793599 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.802827 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f6808-dfa6-45dd-8b13-f78349dcfcb0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:27.843267 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:25:27.863853 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f81425-8edf-45ad-ab1e-001ae626cd37 req-1f49f7bf-e9a0-47f4-aace-38328dbdb3bf tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:27.868658 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42f81425-8edf-45ad-ab1e-001ae626cd37 req-1f49f7bf-e9a0-47f4-aace-38328dbdb3bf tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.1986527 Apr 11 15:25:27.905547 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (b3dff428-6a50-4a21-bc89-846e4b93ee6b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:27.906340 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Added segment b3dff428-6a50-4a21-bc89-846e4b93ee6b of type vlan for network 72fc0af0-db96-4f58-b57a-54792008c3df Apr 11 15:25:27.976312 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42f81425-8edf-45ad-ab1e-001ae626cd37 req-c76d6680-a13d-4f24-80aa-e582781c9119 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969627 Apr 11 15:25:28.029462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b0975246-ef80-4520-a55c-915c133f25d4 admin admin] Publish callbacks [] for security_group (4e540824-f1f7-4a73-a893-9d3a282ffcf6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.034982 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211e8b88-fe3c-49e4-a176-5bd2fe6bafb9 x-openstack-request-id: req-211e8b88-fe3c-49e4-a176-5bd2fe6bafb9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:28.035485 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e8c848-a626-4af4-9a28-2adc76c71453", "tag": "c315415f-29f5-4870-af26-9698e23d045c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:28.035810 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-211e8b88-fe3c-49e4-a176-5bd2fe6bafb9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:28.036337 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211e8b88-fe3c-49e4-a176-5bd2fe6bafb9'] response: {'name': 'network-changed', 'server_uuid': '68e8c848-a626-4af4-9a28-2adc76c71453', 'tag': 'c315415f-29f5-4870-af26-9698e23d045c', 'status': 'completed', 'code': 200} Apr 11 15:25:28.038172 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b0975246-ef80-4520-a55c-915c133f25d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4e540824-f1f7-4a73-a893-9d3a282ffcf6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.053326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (72fc0af0-db96-4f58-b57a-54792008c3df), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.077487 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975246-ef80-4520-a55c-915c133f25d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e540824-f1f7-4a73-a893-9d3a282ffcf6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:28.082806 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b0975246-ef80-4520-a55c-915c133f25d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=690808cf88d248449efc94f9c6db70eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991988 Apr 11 15:25:28.085457 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35642) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:28.138537 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac22e3b-8ed4-4540-9264-e1ebe95e51e5 admin admin] Publish callbacks [] for security_group (4e540824-f1f7-4a73-a893-9d3a282ffcf6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.146671 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (72fc0af0-db96-4f58-b57a-54792008c3df), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.147558 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.148140 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.161612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac22e3b-8ed4-4540-9264-e1ebe95e51e5 admin admin] Publish callbacks [] for security_group (4e540824-f1f7-4a73-a893-9d3a282ffcf6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.218279 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac22e3b-8ed4-4540-9264-e1ebe95e51e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4e540824-f1f7-4a73-a893-9d3a282ffcf6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.221708 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac22e3b-8ed4-4540-9264-e1ebe95e51e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.222951 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bac22e3b-8ed4-4540-9264-e1ebe95e51e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e540824-f1f7-4a73-a893-9d3a282ffcf6 HTTP/1.1" status: 204 len: 168 time: 0.1364207 Apr 11 15:25:28.231571 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22e3b-8ed4-4540-9264-e1ebe95e51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e540824-f1f7-4a73-a893-9d3a282ffcf6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:28.236364 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5100794 Apr 11 15:25:28.241195 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35652) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:28.246622 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Request body: {'subnet': {'network_id': '72fc0af0-db96-4f58-b57a-54792008c3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-521924516-subnet', 'tenant_id': '01246d7481124e7db20a35d90b5f1fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:28.289745 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dddaf-1054-445e-8545-70bebc626d4f admin admin] Pushing event updated for resources: {'Network': ['ID=72fc0af0-db96-4f58-b57a-54792008c3df,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:28.305412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Made reservation on behalf of 01246d7481124e7db20a35d90b5f1fef for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:28.306774 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 72fc0af0-db96-4f58-b57a-54792008c3df details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:25:28.310255 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.335936 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f684ec9d-c4b9-4211-91c7-b5659f2b884a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:28.347493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Publish callbacks [] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.372040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Transition to ACTIVE for port object f684ec9d-c4b9-4211-91c7-b5659f2b884a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:28.381224 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.560535 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e8ca2d2e-b9c2-4958-8fb7-e86fc6d18f87 req-e08fbafd-0205-4937-ae21-dca0092161f6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0917430 Apr 11 15:25:28.588453 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Attempting to bind port f684ec9d-c4b9-4211-91c7-b5659f2b884a on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:28.588875 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c7a76-390e-484c-a91b-354969333254 req-a499ad70-a913-41dd-9165-793d70a4bf69 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.590701 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3c0c7a76-390e-484c-a91b-354969333254 req-a499ad70-a913-41dd-9165-793d70a4bf69 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.0754359 Apr 11 15:25:28.608724 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Attempting to bind port f684ec9d-c4b9-4211-91c7-b5659f2b884a by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:28.609906 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Attempting to bind port f684ec9d-c4b9-4211-91c7-b5659f2b884a on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:28.617640 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Port f684ec9d-c4b9-4211-91c7-b5659f2b884a on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:28.618322 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Attempting to bind port f684ec9d-c4b9-4211-91c7-b5659f2b884a on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:28.625530 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f684ec9d-c4b9-4211-91c7-b5659f2b884a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:28.629165 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:28.629852 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Checking segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:28.631751 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Bound using segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:28.632458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Bound port: f684ec9d-c4b9-4211-91c7-b5659f2b884a, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:28.633264 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.709720 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (22d9cdcf-5166-4172-a91e-3366d028bddf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.729945 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] For port f684ec9d-c4b9-4211-91c7-b5659f2b884a, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:28.733774 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] For port f684ec9d-c4b9-4211-91c7-b5659f2b884a, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:28.742832 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.760875 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3c0c7a76-390e-484c-a91b-354969333254 req-1dc640e9-fc3d-470b-abd6-1a5c1728701f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523042 Apr 11 15:25:28.795724 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d9cdcf-5166-4172-a91e-3366d028bddf,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:28.822630 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Checking segment: {'id': 'b3dff428-6a50-4a21-bc89-846e4b93ee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '72fc0af0-db96-4f58-b57a-54792008c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:28.822979 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Network hostable DHCP agents. Network: 72fc0af0-db96-4f58-b57a-54792008c3df, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:25:28.825179 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.826981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.828520 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] 10.222.0.59 "PUT /v2.0/ports/f684ec9d-c4b9-4211-91c7-b5659f2b884a HTTP/1.1" status: 200 len: 1093 time: 1.6615067 Apr 11 15:25:28.847307 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-accdef2a-a746-4849-b293-56f0ec126f04 req-a826462d-02c4-48e0-8787-12b15aa56a98 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.0964563 Apr 11 15:25:28.852303 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Network 72fc0af0-db96-4f58-b57a-54792008c3df is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:25:28.868392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 72fc0af0-db96-4f58-b57a-54792008c3df) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:28.875053 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.876006 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:28.899428 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-7f498d16-5592-48e3-843d-3dfa95704111 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6572723 Apr 11 15:25:28.901246 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d420d-9c38-4020-b00a-9745d64b902c None None] Network 72fc0af0-db96-4f58-b57a-54792008c3df requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:28.902221 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a4158-fb04-4534-805d-ef0b4ded8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f684ec9d-c4b9-4211-91c7-b5659f2b884a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:29.092723 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a4299-c594-43b8-b81f-ef975051ba27 None None] Network 72fc0af0-db96-4f58-b57a-54792008c3df requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:29.175413 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e3a3f-421b-4595-8c60-b1bebcc24799 req-7e3c4171-5edf-44cd-b693-87beb783a19e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:29.177686 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed0e3a3f-421b-4595-8c60-b1bebcc24799 req-7e3c4171-5edf-44cd-b693-87beb783a19e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.0981588 Apr 11 15:25:29.256018 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed0e3a3f-421b-4595-8c60-b1bebcc24799 req-57939336-42b7-4bd1-bdab-a12e68847684 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723326 Apr 11 15:25:29.728584 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0e55a39e-de27-4a09-b6e3-9a5275b79b90 req-bf3f5c21-3e26-458e-b303-fa71340a5781 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0404110 Apr 11 15:25:29.890931 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe38b-eda9-4bab-a112-aa1377390b47 req-e2d6461f-f7f5-4ea4-9bed-dcd07e42ff3c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:29.892712 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1d4fe38b-eda9-4bab-a112-aa1377390b47 req-e2d6461f-f7f5-4ea4-9bed-dcd07e42ff3c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.0584204 Apr 11 15:25:29.943684 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1d4fe38b-eda9-4bab-a112-aa1377390b47 req-70873b38-4261-4a63-a72f-50a9add976ff tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439858 Apr 11 15:25:29.954819 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f3ee85a8-491a-49ff-b0b6-5e638f7c6ca7 req-5b466af0-e9b5-461d-8cfe-674d338ae458 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.0379398 Apr 11 15:25:30.038138 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393c2ed2-9865-4903-ad40-571f9239a019', 'tag': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:30.042462 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "393c2ed2-9865-4903-ad40-571f9239a019", "tag": "f684ec9d-c4b9-4211-91c7-b5659f2b884a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:30.078799 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58246873-44fa-4f79-bada-005732255b75 x-openstack-request-id: req-58246873-44fa-4f79-bada-005732255b75 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:30.079089 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393c2ed2-9865-4903-ad40-571f9239a019", "tag": "f684ec9d-c4b9-4211-91c7-b5659f2b884a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:30.079343 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58246873-44fa-4f79-bada-005732255b75 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:30.079736 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58246873-44fa-4f79-bada-005732255b75'] response: {'name': 'network-changed', 'server_uuid': '393c2ed2-9865-4903-ad40-571f9239a019', 'tag': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a', 'status': 'completed', 'code': 200} Apr 11 15:25:30.381526 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ac50-3996-4e0f-9a1f-99d88f755a6d req-e70fe664-9530-40b7-9c38-77bde1649627 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:30.383091 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-04d6ac50-3996-4e0f-9a1f-99d88f755a6d req-e70fe664-9530-40b7-9c38-77bde1649627 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.0539122 Apr 11 15:25:30.432793 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-04d6ac50-3996-4e0f-9a1f-99d88f755a6d req-643a3c08-63e3-423e-b076-02e11d633f58 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Apr 11 15:25:30.865424 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85a3b352-b9de-4b91-a807-6441a894d2d1 req-0f11d72a-54d1-4bea-aefc-5065c862ccca tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0468411 Apr 11 15:25:30.964896 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162 req-b90349b8-539e-41de-8e97-b07640f813b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:30.968001 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162 req-b90349b8-539e-41de-8e97-b07640f813b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1127 time: 0.1422513 Apr 11 15:25:30.978574 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf req-f2ad6290-13b2-47e8-bd6e-af27242a7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:30.980308 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf req-f2ad6290-13b2-47e8-bd6e-af27242a7605 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1127 time: 0.0683239 Apr 11 15:25:31.071030 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a2534264-93ae-4f7f-baee-e4fd38cd28fe req-29c59f51-182d-4bd9-8cb6-669bf6d08819 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.0397243 Apr 11 15:25:31.112937 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240ef3a-0602-4852-a3ba-e9a93c22ed01 req-2122e0ca-0f68-4819-bc79-18b945df6149 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.114418 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4240ef3a-0602-4852-a3ba-e9a93c22ed01 req-2122e0ca-0f68-4819-bc79-18b945df6149 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.0688691 Apr 11 15:25:31.174860 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4240ef3a-0602-4852-a3ba-e9a93c22ed01 req-b22bbdf4-a6e4-4848-83a1-babcf0d3907f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513396 Apr 11 15:25:31.232163 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:31.528472 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,segment=NetworkSegment(d5c2057c-25a9-4c1c-910c-d09671cdbdb2),segment_id=d5c2057c-25a9-4c1c-910c-d09671cdbdb2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:31.543639 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8', 'network_id': 'ff5b7822-6557-4e04-8c8f-c42ef4ee2e51', 'port_id': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8', 'mac_address': 'fa:16:3e:2f:6c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfb896f-5c8f-43a6-882c-bfe778c29fba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:31.603632 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:31.604691 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:31.623711 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db23c4-eb80-4c91-b24b-da8c872f45f7 req-9e3a5168-09cc-44ff-82ff-9810f56a8a2b tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.636119 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-71db23c4-eb80-4c91-b24b-da8c872f45f7 req-9e3a5168-09cc-44ff-82ff-9810f56a8a2b tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 943 time: 0.0886936 Apr 11 15:25:31.643427 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:31.672650 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,segment=NetworkSegment(d5c2057c-25a9-4c1c-910c-d09671cdbdb2),segment_id=d5c2057c-25a9-4c1c-910c-d09671cdbdb2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:31.682294 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:31.724753 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-71db23c4-eb80-4c91-b24b-da8c872f45f7 req-ca1582aa-cd85-4e98-8f72-14840b970841 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874782 Apr 11 15:25:31.754953 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:31.821926 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162 req-3f50cd4b-a09d-4817-90dc-9e3d8fe3ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.823472 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162 req-3f50cd4b-a09d-4817-90dc-9e3d8fe3ca41 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4468021 Apr 11 15:25:31.836771 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf req-34a2aeae-5e1d-4085-8fe4-b21bd07fc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.838279 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf req-34a2aeae-5e1d-4085-8fe4-b21bd07fc563 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4592912 Apr 11 15:25:31.848963 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-3fa5eb54-8631-4911-b83d-d74ad2f81d56 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.850636 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-3fa5eb54-8631-4911-b83d-d74ad2f81d56 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.2825601 Apr 11 15:25:31.964352 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-10dd2efd-3b23-4f83-83c6-256a487545f9 req-cd180b94-b1cd-4e8d-a18d-96a301df0c3d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0337272 Apr 11 15:25:32.118201 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.59', 57953) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:32.251321 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-db61f484-695f-4803-a6b1-3f226b471247 req-922a7a88-346a-4558-b04d-044e70faa500 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.0575740 Apr 11 15:25:32.289329 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:32.389226 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-31c274c7-679f-4d9a-8b40-147f311c549e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:32.391322 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-31c274c7-679f-4d9a-8b40-147f311c549e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 811 time: 0.2702534 Apr 11 15:25:32.527324 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-f68d27d4-9bfe-475c-ace8-3ff0b56022bf tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e840187413594b7a89c3075fd64d2955 HTTP/1.1" status: 200 len: 380 time: 0.1160889 Apr 11 15:25:32.546709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'port': {'device_id': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'admin_state_up': True, 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'security_groups': ['c6b4724d-23d6-4fad-948e-55fed452ba60']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:32.778039 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Made reservation on behalf of e840187413594b7a89c3075fd64d2955 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:32.786388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162 req-54760d3e-92d2-42d8-85fa-bff5c12a5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:32.786924 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:32.788320 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ff6791a-8bd4-42c0-9d79-4d0dd117f162 req-54760d3e-92d2-42d8-85fa-bff5c12a5143 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7628183 Apr 11 15:25:32.788802 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:32.870630 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:32.913644 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f6b5e-a19f-412a-a492-e71fd9453476 req-b756614a-e96d-4b8c-9416-a9e24a841c0a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:32.927024 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-611f6b5e-a19f-412a-a492-e71fd9453476 req-b756614a-e96d-4b8c-9416-a9e24a841c0a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.6376450 Apr 11 15:25:32.959811 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-e624f5e1-3d8f-4518-a57b-9eaa97e6c5ee tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 378 time: 0.9595823 Apr 11 15:25:33.028173 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf req-8a689a39-28c8-40dc-8a7e-a992be06d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.030949 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4de2d9bf-c96e-4e72-af64-ca8ae86fc2cf req-8a689a39-28c8-40dc-8a7e-a992be06d84d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0212777 Apr 11 15:25:33.050015 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3a934-1b73-44ab-a908-33d0783f34b7 req-8d55fdcb-5007-4112-a187-88f027f6fe35 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.051844 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-10f3a934-1b73-44ab-a908-33d0783f34b7 req-8d55fdcb-5007-4112-a187-88f027f6fe35 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 944 time: 0.1800208 Apr 11 15:25:33.082213 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'port': {'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'admin_state_up': True, 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'security_groups': ['81ca4653-1b50-4622-b028-b93a72cd1161']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:33.087864 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-75378def-1668-4362-8995-bfd193fca2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.089656 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-75378def-1668-4362-8995-bfd193fca2d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1127 time: 0.1899316 Apr 11 15:25:33.173357 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feee3357-86c1-403d-9279-47dd20567361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.216178 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6f76b7-f95d-49df-ba49-8139bc71ee14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.225282 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Allocated IP 172.20.0.12 (5e754873-9815-43da-8bf8-15629bcbf0dc/567f8781-86a7-45bd-af70-fa256181af57/89011858-fabf-4505-934e-26589717c6f0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:33.247027 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-10f3a934-1b73-44ab-a908-33d0783f34b7 req-2098fc82-bf88-4ed3-ac9c-94b6535c0de9 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791210 Apr 11 15:25:33.257481 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-611f6b5e-a19f-412a-a492-e71fd9453476 req-d7ed9331-02eb-4344-a3d4-af6a05df244c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291867 Apr 11 15:25:33.286494 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-e855064a-1b6e-4a02-80cb-e747b8057a1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 200 len: 217 time: 0.1463554 Apr 11 15:25:33.307671 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-c570a3f2-4a6d-430e-aa7f-79fd1f85460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.309226 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-c570a3f2-4a6d-430e-aa7f-79fd1f85460c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1127 time: 0.1707382 Apr 11 15:25:33.412108 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-db156a99-4a83-4ff7-9c1d-780fd74b0453 req-9c87190d-dd16-4f83-80c3-8af1c1800640 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0884340 Apr 11 15:25:33.453393 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feee3357-86c1-403d-9279-47dd20567361 admin admin] Publish callbacks [] for security_group (226f24ff-d2cd-4073-bb5c-97258cd230e7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.462342 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-27660166-eb8c-4bce-9999-ea223d8e1cb2 req-c158b080-9c26-457b-8e75-d735f65b8f22 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.1142862 Apr 11 15:25:33.471763 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feee3357-86c1-403d-9279-47dd20567361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (226f24ff-d2cd-4073-bb5c-97258cd230e7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.505922 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:33.516160 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for port (89011858-fabf-4505-934e-26589717c6f0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.524652 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-53061fa0-dd36-4430-800e-bfd8099e9a70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a HTTP/1.1" status: 200 len: 217 time: 0.0898173 Apr 11 15:25:33.525743 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-feee3357-86c1-403d-9279-47dd20567361 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6d3f1ba30c14881b00f736de922d0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6526711 Apr 11 15:25:33.534848 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35876) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:33.550144 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-b629f8ef-be13-4f73-9c12-956d5113b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.551464 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee3357-86c1-403d-9279-47dd20567361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226f24ff-d2cd-4073-bb5c-97258cd230e7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:33.551951 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-b629f8ef-be13-4f73-9c12-956d5113b56d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.2026687 Apr 11 15:25:33.569175 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:33.576982 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:33.577428 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.617125 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (89011858-fabf-4505-934e-26589717c6f0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.654968 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f114928b-2071-4860-930b-6692b6be97e3 admin admin] Publish callbacks [] for security_group (226f24ff-d2cd-4073-bb5c-97258cd230e7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.675301 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:33.676044 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.682151 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Made reservation on behalf of 40b872c1a7fb49ce9a05b943333ace62 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:33.685546 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.700076 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-e0302e2f-ef38-4f54-b180-6822d962c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.700076 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-e0302e2f-ef38-4f54-b180-6822d962c86a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.1597536 Apr 11 15:25:33.706890 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:33.714177 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6f76b7-f95d-49df-ba49-8139bc71ee14 admin admin] Publish callbacks [] for security_group (58e35bb3-f824-4c14-b5b2-10d44a44d712), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.714177 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-7b6a26ab-41fa-4f0e-a0ac-d3829bd1cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.715772 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-7b6a26ab-41fa-4f0e-a0ac-d3829bd1cece service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294267 Apr 11 15:25:33.728285 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Network 5e754873-9815-43da-8bf8-15629bcbf0dc is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:33.735201 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6f76b7-f95d-49df-ba49-8139bc71ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (58e35bb3-f824-4c14-b5b2-10d44a44d712), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.745748 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:33.748902 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f114928b-2071-4860-930b-6692b6be97e3 admin admin] Publish callbacks [] for security_group (226f24ff-d2cd-4073-bb5c-97258cd230e7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.760960 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:33.766293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.767002 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.773114 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'Port': ['ID=89011858-fabf-4505-934e-26589717c6f0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:33.807416 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-bb10d3be-0792-4954-9539-f7692d4ca9d3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2703617 Apr 11 15:25:33.813035 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,segment=NetworkSegment(d5c2057c-25a9-4c1c-910c-d09671cdbdb2),segment_id=d5c2057c-25a9-4c1c-910c-d09671cdbdb2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:33.817458 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.831922 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Request body: {'port': {'device_id': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:33.881031 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f114928b-2071-4860-930b-6692b6be97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (226f24ff-d2cd-4073-bb5c-97258cd230e7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.883941 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f114928b-2071-4860-930b-6692b6be97e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:33.885234 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f114928b-2071-4860-930b-6692b6be97e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/226f24ff-d2cd-4073-bb5c-97258cd230e7 HTTP/1.1" status: 204 len: 168 time: 0.3494954 Apr 11 15:25:33.894378 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ac6f76b7-f95d-49df-ba49-8139bc71ee14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccbae6cef8394c9aa84ec44547c67e58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0970855 Apr 11 15:25:33.921841 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:33.942971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:33.945841 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-67925eb1-853c-4450-a202-db2fd4a62cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.947453 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-67925eb1-853c-4450-a202-db2fd4a62cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2364771 Apr 11 15:25:33.990328 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f76b7-f95d-49df-ba49-8139bc71ee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e35bb3-f824-4c14-b5b2-10d44a44d712,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:34.029888 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f6096e-8e24-4244-b116-4e1439c89db0" -d '{"events": [{"server_uuid": "056ff1a6-ee5c-4068-9e50-1d8929806ace", "name": "network-vif-plugged", "status": "completed", "tag": "06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:34.236880 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-a66e29d4-3995-4da0-9d70-5b991a14981c None None] Provisioning complete for port 89011858-fabf-4505-934e-26589717c6f0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:34.238321 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a66e29d4-3995-4da0-9d70-5b991a14981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (89011858-fabf-4505-934e-26589717c6f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:34.266022 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-4bdbbf39-ed0a-4eb2-bc63-4526045f2991 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399020 Apr 11 15:25:34.305328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114928b-2071-4860-930b-6692b6be97e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f24ff-d2cd-4073-bb5c-97258cd230e7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:34.335918 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c3709-eaf9-4a12-b73f-42ffffc92772 x-openstack-request-id: req-c46c3709-eaf9-4a12-b73f-42ffffc92772 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:34.338078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056ff1a6-ee5c-4068-9e50-1d8929806ace", "name": "network-vif-plugged", "status": "completed", "tag": "06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:34.338356 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c46c3709-eaf9-4a12-b73f-42ffffc92772 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:34.339876 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46c3709-eaf9-4a12-b73f-42ffffc92772'] response: {'server_uuid': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8', 'code': 200} Apr 11 15:25:34.366609 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (89011858-fabf-4505-934e-26589717c6f0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:34.432222 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a66e29d4-3995-4da0-9d70-5b991a14981c None None] Port 89011858-fabf-4505-934e-26589717c6f0 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:34.495763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c227318-b3eb-4e1c-9f49-f03840a4e742 admin admin] Publish callbacks [] for security_group (58e35bb3-f824-4c14-b5b2-10d44a44d712), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:34.536194 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 35912) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:34.549535 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.20.0.9 (2c639a03-9c1a-4534-9246-41c284dfa2dd/64999c89-993a-42df-983e-0b671156250b/dd00ffb6-f74d-426e-ab8e-79aeb1bec721) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:34.567308 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-df18f598-9269-49a4-b5ab-03b2a9e8574f service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679727 Apr 11 15:25:34.579078 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.59', 57960) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:34.609241 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9ba-abb0-4f27-be81-240d69f9b57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:34.638808 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c227318-b3eb-4e1c-9f49-f03840a4e742 admin admin] Publish callbacks [] for security_group (58e35bb3-f824-4c14-b5b2-10d44a44d712), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:34.666382 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f6de-7633-47c9-89aa-e3d79c3572f2 req-024fe26d-62de-474a-9dd9-48cc7543523f tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.671770 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e6b4f6de-7633-47c9-89aa-e3d79c3572f2 req-024fe26d-62de-474a-9dd9-48cc7543523f tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.2851868 Apr 11 15:25:34.762202 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660e5b-a827-4a30-9f8e-98426f95e85a req-0bf480da-9a4a-482f-8c51-1a9d43c53fee tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.763819 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac660e5b-a827-4a30-9f8e-98426f95e85a req-0bf480da-9a4a-482f-8c51-1a9d43c53fee tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.3197355 Apr 11 15:25:34.818172 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709fbac-4923-47d8-a54b-1ede79c6425d req-c2927b45-1249-48bb-86b7-a63f7ca47b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.820210 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d709fbac-4923-47d8-a54b-1ede79c6425d req-c2927b45-1249-48bb-86b7-a63f7ca47b47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 1129 time: 0.1815403 Apr 11 15:25:34.878564 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d709fbac-4923-47d8-a54b-1ede79c6425d req-cbc9751a-1551-47df-8b01-4ba9244de6cd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:34.907627 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e96db427-65ed-480b-a145-0d8f08b78a3e req-af97b026-8b4e-4cdb-ba42-431decdf074e service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235428 Apr 11 15:25:34.913514 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66bd566b-fa29-4031-bcb1-c22d2585a576 req-96667f92-b249-40bb-bb3f-2dea2ed50313 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244171 Apr 11 15:25:34.995017 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac660e5b-a827-4a30-9f8e-98426f95e85a req-8811d1ca-9afc-4d46-a5d6-b3bd2aab5106 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984277 Apr 11 15:25:35.114782 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.121718 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c227318-b3eb-4e1c-9f49-f03840a4e742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (58e35bb3-f824-4c14-b5b2-10d44a44d712), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.124487 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c227318-b3eb-4e1c-9f49-f03840a4e742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.129846 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-2c227318-b3eb-4e1c-9f49-f03840a4e742 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58e35bb3-f824-4c14-b5b2-10d44a44d712 HTTP/1.1" status: 204 len: 168 time: 1.1773832 Apr 11 15:25:35.149220 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c5ce38dd-fc04-4a2c-b5b4-6210a342c8d3 req-032ca125-d99d-451e-91b6-8b7ae3e5eae4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0514975 Apr 11 15:25:35.187131 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c227318-b3eb-4e1c-9f49-f03840a4e742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e35bb3-f824-4c14-b5b2-10d44a44d712,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:35.199648 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e6b4f6de-7633-47c9-89aa-e3d79c3572f2 req-16e0d4e0-64e8-43f4-a924-c6c2fa5f520e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857326 Apr 11 15:25:35.275180 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89011858-fabf-4505-934e-26589717c6f0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:35.297064 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Publish callbacks [] for port (89011858-fabf-4505-934e-26589717c6f0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.318268 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.332764 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9ba-abb0-4f27-be81-240d69f9b57a admin admin] Publish callbacks [] for security_group (039284f6-fc74-4015-8d95-2782d7247e5f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.376383 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e82ff9ba-abb0-4f27-be81-240d69f9b57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (039284f6-fc74-4015-8d95-2782d7247e5f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.378046 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d709fbac-4923-47d8-a54b-1ede79c6425d req-cbc9751a-1551-47df-8b01-4ba9244de6cd service neutron] Publish callbacks [] for security_group (c27db6b6-f0dd-4053-8f0d-3b1a16448cc3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.381502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Transition to ACTIVE for port object 89011858-fabf-4505-934e-26589717c6f0 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:35.388695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad34d55-059e-45f1-b27f-0b61f9c74bb0 req-a91fe403-16c7-46c8-be62-e7dcbea50d14 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:35.390385 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ad34d55-059e-45f1-b27f-0b61f9c74bb0 req-a91fe403-16c7-46c8-be62-e7dcbea50d14 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 932 time: 0.1215184 Apr 11 15:25:35.391816 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d709fbac-4923-47d8-a54b-1ede79c6425d req-cbc9751a-1551-47df-8b01-4ba9244de6cd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c27db6b6-f0dd-4053-8f0d-3b1a16448cc3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.423598 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (89011858-fabf-4505-934e-26589717c6f0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.426932 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:35.460452 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e82ff9ba-abb0-4f27-be81-240d69f9b57a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e06fc3092a0441be8d1921fbce254324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9176857 Apr 11 15:25:35.466048 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d709fbac-4923-47d8-a54b-1ede79c6425d req-cbc9751a-1551-47df-8b01-4ba9244de6cd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329849 Apr 11 15:25:35.466817 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 35922) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:35.469565 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:35.471844 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:35.477872 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:35.485050 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:35.485191 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.514749 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ff9ba-abb0-4f27-be81-240d69f9b57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039284f6-fc74-4015-8d95-2782d7247e5f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:35.538498 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9751a-1551-47df-8b01-4ba9244de6cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c27db6b6-f0dd-4053-8f0d-3b1a16448cc3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:35.540969 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-29c695ed-ae10-401c-9700-7c23e7721984 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4823017 Apr 11 15:25:35.603085 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Pushing event updated for resources: {'Port': ['ID=89011858-fabf-4505-934e-26589717c6f0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:35.723329 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ad34d55-059e-45f1-b27f-0b61f9c74bb0 req-570fe606-3380-4f2a-860b-5069dd637de4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083110 Apr 11 15:25:35.757265 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9937ac28-d0dd-4a22-8814-6ece057ce971 admin admin] Publish callbacks [] for security_group (039284f6-fc74-4015-8d95-2782d7247e5f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.779759 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Attempting to bind port 89011858-fabf-4505-934e-26589717c6f0 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:35.780365 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Attempting to bind port 89011858-fabf-4505-934e-26589717c6f0 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:35.780894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Attempting to bind port 89011858-fabf-4505-934e-26589717c6f0 on network 5e754873-9815-43da-8bf8-15629bcbf0dc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:35.805980 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Port 89011858-fabf-4505-934e-26589717c6f0 on network 5e754873-9815-43da-8bf8-15629bcbf0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:35.806171 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Attempting to bind port 89011858-fabf-4505-934e-26589717c6f0 on network 5e754873-9815-43da-8bf8-15629bcbf0dc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:35.809685 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9937ac28-d0dd-4a22-8814-6ece057ce971 admin admin] Publish callbacks [] for security_group (039284f6-fc74-4015-8d95-2782d7247e5f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.829540 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:35.830466 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Checking segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:35.831846 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Bound using segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:35.832773 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Bound port: 89011858-fabf-4505-934e-26589717c6f0, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:35.833171 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (89011858-fabf-4505-934e-26589717c6f0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.952111 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9937ac28-d0dd-4a22-8814-6ece057ce971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (039284f6-fc74-4015-8d95-2782d7247e5f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.955991 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9937ac28-d0dd-4a22-8814-6ece057ce971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.957302 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9937ac28-d0dd-4a22-8814-6ece057ce971 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/039284f6-fc74-4015-8d95-2782d7247e5f HTTP/1.1" status: 204 len: 168 time: 0.4578950 Apr 11 15:25:35.958802 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] For port 89011858-fabf-4505-934e-26589717c6f0, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:35.965207 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] For port 89011858-fabf-4505-934e-26589717c6f0, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=89011858-fabf-4505-934e-26589717c6f0,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:35.975688 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937ac28-d0dd-4a22-8814-6ece057ce971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039284f6-fc74-4015-8d95-2782d7247e5f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:35.976844 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-dae99a00-648d-47fe-90e9-88ee53527bbc None None] Provisioning complete for port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:35.979034 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (89011858-fabf-4505-934e-26589717c6f0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:35.980701 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dae99a00-648d-47fe-90e9-88ee53527bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:36.023155 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.023780 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:36.025427 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] 10.222.0.59 "PUT /v2.0/ports/89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 200 len: 1094 time: 2.2015758 Apr 11 15:25:36.025883 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'tag': '89011858-fabf-4505-934e-26589717c6f0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:36.122361 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-dae99a00-648d-47fe-90e9-88ee53527bbc None None] Port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:36.182962 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ca94a-e928-40af-8610-5aaf569db60f service neutron] Pushing event updated for resources: {'Port': ['ID=89011858-fabf-4505-934e-26589717c6f0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:36.271411 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be10ae-3eb6-43fe-b518-cc1fce663419 req-64b0db99-f885-448a-9f46-b6f6b3a4da38 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.278907 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e7be10ae-3eb6-43fe-b518-cc1fce663419 req-64b0db99-f885-448a-9f46-b6f6b3a4da38 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.1330106 Apr 11 15:25:36.354984 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7b738-7e0f-4573-aff4-55af1be2b5d9 req-29d73d48-c0ad-467e-97bc-b163b17dcb1a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.364577 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-02e7b738-7e0f-4573-aff4-55af1be2b5d9 req-29d73d48-c0ad-467e-97bc-b163b17dcb1a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 931 time: 0.1019895 Apr 11 15:25:36.367184 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e7be10ae-3eb6-43fe-b518-cc1fce663419 req-21a8217b-c6a2-4600-8fd3-934a01195a20 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785921 Apr 11 15:25:36.437183 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-02e7b738-7e0f-4573-aff4-55af1be2b5d9 req-b89278f5-15b7-4ac2-a6ea-ff27649ae14c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717056 Apr 11 15:25:36.484732 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06" -d '{"events": [{"name": "network-changed", "server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "tag": "89011858-fabf-4505-934e-26589717c6f0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:36.728690 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d16fd8b-4197-433f-9c03-02fde0b38ae4 x-openstack-request-id: req-7d16fd8b-4197-433f-9c03-02fde0b38ae4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:36.729073 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "tag": "89011858-fabf-4505-934e-26589717c6f0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:36.729412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d16fd8b-4197-433f-9c03-02fde0b38ae4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:36.729914 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d16fd8b-4197-433f-9c03-02fde0b38ae4'] response: {'name': 'network-changed', 'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'tag': '89011858-fabf-4505-934e-26589717c6f0', 'status': 'completed', 'code': 200} Apr 11 15:25:36.733573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d052c9-a58b-4d07-9610-1595bb9bc2fa req-ea2712be-b14c-4b6f-abdc-738f102e3010 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.735127 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-11d052c9-a58b-4d07-9610-1595bb9bc2fa req-ea2712be-b14c-4b6f-abdc-738f102e3010 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.2878194 Apr 11 15:25:36.822311 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-11d052c9-a58b-4d07-9610-1595bb9bc2fa req-ea71671e-095b-4905-920e-89b5cca48658 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803084 Apr 11 15:25:36.859838 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237c230-c261-47fb-a99d-b84c75bae85a req-de5d89d2-5cd2-45ce-9443-ebaec97cf8ef tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.862535 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4237c230-c261-47fb-a99d-b84c75bae85a req-de5d89d2-5cd2-45ce-9443-ebaec97cf8ef tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0644984 Apr 11 15:25:36.935268 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4237c230-c261-47fb-a99d-b84c75bae85a req-3900f394-b1e0-4dd3-a966-ea136103770c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654006 Apr 11 15:25:37.493372 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e141d-3595-4a0e-ac07-e9e438e97589 req-6d7df770-3fae-4e69-9e1a-d7f11a41e3e9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:37.503483 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e19e141d-3595-4a0e-ac07-e9e438e97589 req-6d7df770-3fae-4e69-9e1a-d7f11a41e3e9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.0733249 Apr 11 15:25:37.567370 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e19e141d-3595-4a0e-ac07-e9e438e97589 req-ae7b0583-4d9c-4a49-b611-e5fb76a7e700 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Apr 11 15:25:37.641340 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42530605-58fd-40ce-88d9-b2c17af4f4ee req-8c2058da-aa6a-49e2-bcdb-7039038aa76f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:37.651525 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42530605-58fd-40ce-88d9-b2c17af4f4ee req-8c2058da-aa6a-49e2-bcdb-7039038aa76f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 931 time: 0.0983753 Apr 11 15:25:37.701191 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Request body: {'port': {'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:37.758259 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42530605-58fd-40ce-88d9-b2c17af4f4ee req-61299ba2-8f36-4366-bf65-0e19a22df251 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995178 Apr 11 15:25:37.807462 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.017014 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0888b-2703-458d-98ad-376ce5584583 req-95442f25-94bb-47ce-82bd-808c4757d6c5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.019975 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-87b0888b-2703-458d-98ad-376ce5584583 req-95442f25-94bb-47ce-82bd-808c4757d6c5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0905991 Apr 11 15:25:38.087975 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eb1b3-b903-48e1-8198-1691296f5397 req-07adadf1-f5c7-47ac-82e1-c92e67a95a42 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.098987 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f35eb1b3-b903-48e1-8198-1691296f5397 req-07adadf1-f5c7-47ac-82e1-c92e67a95a42 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0771241 Apr 11 15:25:38.160030 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-87b0888b-2703-458d-98ad-376ce5584583 req-1ef2f271-2742-40c7-a3e2-e07c368ca752 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291711 Apr 11 15:25:38.190765 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f35eb1b3-b903-48e1-8198-1691296f5397 req-60fb8fa4-1b54-4a4f-a0d0-4879e4440fee tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875010 Apr 11 15:25:38.249260 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd00ffb6-f74d-426e-ab8e-79aeb1bec721 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:38.257591 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Publish callbacks [] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.271807 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Transition to ACTIVE for port object dd00ffb6-f74d-426e-ab8e-79aeb1bec721 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:38.275684 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.352214 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Pushing event updated for resources: {'Port': ['ID=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:38.366789 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Attempting to bind port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:38.367233 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Attempting to bind port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:38.367673 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Attempting to bind port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:38.376392 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:38.377015 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Attempting to bind port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:38.383552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:38.383894 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:38.384371 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Bound using segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:38.384860 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Bound port: dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:38.385322 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.460159 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] For port dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:38.463951 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] For port dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:38.473807 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.512604 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.513234 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.515023 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd00ffb6-f74d-426e-ab8e-79aeb1bec721 HTTP/1.1" status: 200 len: 1093 time: 0.8189805 Apr 11 15:25:38.517812 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:38.520304 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7" -d '{"events": [{"name": "network-changed", "server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:38.573693 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067babc2-439f-434a-b766-47fb7972452b x-openstack-request-id: req-067babc2-439f-434a-b766-47fb7972452b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:38.573989 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:38.574245 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-067babc2-439f-434a-b766-47fb7972452b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:38.574681 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067babc2-439f-434a-b766-47fb7972452b'] response: {'name': 'network-changed', 'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'status': 'completed', 'code': 200} Apr 11 15:25:38.575719 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5918ae-ceca-4558-8f46-f581d20cd647 service neutron] Pushing event updated for resources: {'Port': ['ID=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:38.687380 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddf5f0-2c19-4c49-bd59-de644631c029 req-6fdad655-f5ae-4a93-a22c-5c9c611ab0d2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.688867 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-10ddf5f0-2c19-4c49-bd59-de644631c029 req-6fdad655-f5ae-4a93-a22c-5c9c611ab0d2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 943 time: 0.0502760 Apr 11 15:25:38.751418 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-10ddf5f0-2c19-4c49-bd59-de644631c029 req-391bbc78-5c68-4cb9-8ec6-0a1b2979ab1f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Apr 11 15:25:38.795992 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:25:38.913882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee6cb7-f2d7-4ec5-8456-9cf3e3511741 req-4410ce74-01ea-4003-879a-2637c92a745b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.915552 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cdee6cb7-f2d7-4ec5-8456-9cf3e3511741 req-4410ce74-01ea-4003-879a-2637c92a745b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0566735 Apr 11 15:25:38.964596 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cdee6cb7-f2d7-4ec5-8456-9cf3e3511741 req-28a6cb10-7ff2-4a12-8cd3-f1570dc7a024 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427761 Apr 11 15:25:39.309524 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2e54-78a4-4479-acad-4a6e57620237 req-3bc9166b-1bfe-4a4e-bf42-ad7b1d8f9585 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.311078 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4bd2e54-78a4-4479-acad-4a6e57620237 req-3bc9166b-1bfe-4a4e-bf42-ad7b1d8f9585 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0590651 Apr 11 15:25:39.319439 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ec82-076f-47ce-9d52-905849284c56 req-4b22b872-1a5d-4898-a736-a9d8e085005f tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.322427 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-68f0ec82-076f-47ce-9d52-905849284c56 req-4b22b872-1a5d-4898-a736-a9d8e085005f tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0671492 Apr 11 15:25:39.397681 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4bd2e54-78a4-4479-acad-4a6e57620237 req-397f00d6-dd3b-456b-9428-e5e1127d9fd9 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803752 Apr 11 15:25:39.400531 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-68f0ec82-076f-47ce-9d52-905849284c56 req-eee1b771-1f74-4cca-adcc-79e8f4e4c419 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Apr 11 15:25:39.529526 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f684ec9d-c4b9-4211-91c7-b5659f2b884a details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:39.556893 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36112) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:39.639021 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f684ec9d-c4b9-4211-91c7-b5659f2b884a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:39.655048 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'port_id': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a', 'mac_address': 'fa:16:3e:25:54:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:39.679004 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcee67f7-bf0e-4460-ab4c-d208f2e26d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.707334 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f684ec9d-c4b9-4211-91c7-b5659f2b884a is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:39.707750 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.724953 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f684ec9d-c4b9-4211-91c7-b5659f2b884a {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:39.749481 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f684ec9d-c4b9-4211-91c7-b5659f2b884a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:39.754612 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.776705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcee67f7-bf0e-4460-ab4c-d208f2e26d7a admin admin] Publish callbacks [] for security_group (110c85ea-3156-4709-a26d-f380e3a0e8ed), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.781904 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcee67f7-bf0e-4460-ab4c-d208f2e26d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (110c85ea-3156-4709-a26d-f380e3a0e8ed), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.809629 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f684ec9d-c4b9-4211-91c7-b5659f2b884a,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:39.811495 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-dcee67f7-bf0e-4460-ab4c-d208f2e26d7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61833b5d8b574df7916b0cc70d9cd04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535276 Apr 11 15:25:39.814167 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:39.864367 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee67f7-bf0e-4460-ab4c-d208f2e26d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c85ea-3156-4709-a26d-f380e3a0e8ed,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:39.893820 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-108a172a-30dc-4e26-84fa-bcfda0efb8a9 admin admin] Publish callbacks [] for security_group (110c85ea-3156-4709-a26d-f380e3a0e8ed), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.916717 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c471a76-791b-4d11-8984-d20f8c66a332 req-db3c6dfc-fcd9-4d80-84fe-500375db0efd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.925234 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2c471a76-791b-4d11-8984-d20f8c66a332 req-db3c6dfc-fcd9-4d80-84fe-500375db0efd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 944 time: 0.0772886 Apr 11 15:25:39.928111 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-108a172a-30dc-4e26-84fa-bcfda0efb8a9 admin admin] Publish callbacks [] for security_group (110c85ea-3156-4709-a26d-f380e3a0e8ed), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.983883 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2c471a76-791b-4d11-8984-d20f8c66a332 req-a70b150f-d8ed-46b1-bd2f-9a5caa1ad225 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Apr 11 15:25:40.005997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-108a172a-30dc-4e26-84fa-bcfda0efb8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (110c85ea-3156-4709-a26d-f380e3a0e8ed), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.008738 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-108a172a-30dc-4e26-84fa-bcfda0efb8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.014432 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-108a172a-30dc-4e26-84fa-bcfda0efb8a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/110c85ea-3156-4709-a26d-f380e3a0e8ed HTTP/1.1" status: 204 len: 168 time: 0.1985776 Apr 11 15:25:40.023424 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a172a-30dc-4e26-84fa-bcfda0efb8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c85ea-3156-4709-a26d-f380e3a0e8ed,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:40.100573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafdd40-4963-44b0-a7ca-b647e8eb6516 req-001843c0-d40a-4519-b16c-bb71680ebf8c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.102326 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbafdd40-4963-44b0-a7ca-b647e8eb6516 req-001843c0-d40a-4519-b16c-bb71680ebf8c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0598357 Apr 11 15:25:40.156536 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbafdd40-4963-44b0-a7ca-b647e8eb6516 req-e1ae9564-4192-48c5-8d58-1546cadccd4d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479393 Apr 11 15:25:40.324440 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:40.338081 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a98a82-e62c-413b-a363-44e632b1c6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.415342 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a98a82-e62c-413b-a363-44e632b1c6b3 admin admin] Publish callbacks [] for security_group (4b9bdc0a-1b0c-4192-94a7-8fc700c90b05), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.419159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a98a82-e62c-413b-a363-44e632b1c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4b9bdc0a-1b0c-4192-94a7-8fc700c90b05), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.461851 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d2a98a82-e62c-413b-a363-44e632b1c6b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04b1a1788c6343c9938e4cfc61e35474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340265 Apr 11 15:25:40.461851 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a98a82-e62c-413b-a363-44e632b1c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9bdc0a-1b0c-4192-94a7-8fc700c90b05,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:40.462259 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36158) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:40.517248 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476f23-d67c-461e-9b45-0c7e14bcf449 req-ee968bad-66c6-457c-8889-628c9856ac3e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.518836 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe476f23-d67c-461e-9b45-0c7e14bcf449 req-ee968bad-66c6-457c-8889-628c9856ac3e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0502927 Apr 11 15:25:40.549732 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1daf95e-66f2-4c49-9167-64e03432907e admin admin] Publish callbacks [] for security_group (4b9bdc0a-1b0c-4192-94a7-8fc700c90b05), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.570711 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe451e0-1c5a-4165-82cf-47715e1fb155 req-f2d343e2-9a2f-4e3d-bacf-32511b46106c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.572193 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1fe451e0-1c5a-4165-82cf-47715e1fb155 req-f2d343e2-9a2f-4e3d-bacf-32511b46106c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0641623 Apr 11 15:25:40.578479 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe476f23-d67c-461e-9b45-0c7e14bcf449 req-83b1fab1-7a55-4215-b82b-6c2de0f44fe5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525818 Apr 11 15:25:40.587932 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1daf95e-66f2-4c49-9167-64e03432907e admin admin] Publish callbacks [] for security_group (4b9bdc0a-1b0c-4192-94a7-8fc700c90b05), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.651975 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1fe451e0-1c5a-4165-82cf-47715e1fb155 req-01ab3bf4-cbff-4399-ae83-0227a4bc6202 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692313 Apr 11 15:25:40.668684 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1daf95e-66f2-4c49-9167-64e03432907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4b9bdc0a-1b0c-4192-94a7-8fc700c90b05), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.671559 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1daf95e-66f2-4c49-9167-64e03432907e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.672886 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b1daf95e-66f2-4c49-9167-64e03432907e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b9bdc0a-1b0c-4192-94a7-8fc700c90b05 HTTP/1.1" status: 204 len: 168 time: 0.2091854 Apr 11 15:25:40.681488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daf95e-66f2-4c49-9167-64e03432907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9bdc0a-1b0c-4192-94a7-8fc700c90b05,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:40.989567 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36170) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:41.003407 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d9575b-1345-4d67-9c34-04e0431ce12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.096499 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d9575b-1345-4d67-9c34-04e0431ce12d admin admin] Publish callbacks [] for security_group (fbf3ff9e-5864-4504-87c2-8c713951c417), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.102366 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d9575b-1345-4d67-9c34-04e0431ce12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (fbf3ff9e-5864-4504-87c2-8c713951c417), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.115649 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356241c8-edde-45e8-a172-a642a6ee8254 req-a820832f-7903-4ad4-a7f0-aa5ce9752e58 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.117911 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-356241c8-edde-45e8-a172-a642a6ee8254 req-a820832f-7903-4ad4-a7f0-aa5ce9752e58 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 944 time: 0.0569463 Apr 11 15:25:41.146359 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-28d9575b-1345-4d67-9c34-04e0431ce12d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7bc0730bc2e46cabdb38952b08caabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576352 Apr 11 15:25:41.149491 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36180) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:41.155787 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9575b-1345-4d67-9c34-04e0431ce12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3ff9e-5864-4504-87c2-8c713951c417,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:41.169266 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-356241c8-edde-45e8-a172-a642a6ee8254 req-cb3f11e4-fefb-4ee2-9d8d-ef571f6ed4fb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Apr 11 15:25:41.217904 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc0c052e-7fc9-49d0-8f2f-4fbf1a23c4e1 admin admin] Publish callbacks [] for security_group (fbf3ff9e-5864-4504-87c2-8c713951c417), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.261525 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc0c052e-7fc9-49d0-8f2f-4fbf1a23c4e1 admin admin] Publish callbacks [] for security_group (fbf3ff9e-5864-4504-87c2-8c713951c417), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.313652 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863f045-1342-4f6c-9553-d6e80225f9aa req-6c932522-ae15-45e9-b982-778de1650631 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.315516 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f863f045-1342-4f6c-9553-d6e80225f9aa req-6c932522-ae15-45e9-b982-778de1650631 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0776062 Apr 11 15:25:41.370772 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36188) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:41.370900 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f863f045-1342-4f6c-9553-d6e80225f9aa req-7140215f-502a-4633-911c-dfe5e6b96198 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479028 Apr 11 15:25:41.372621 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc0c052e-7fc9-49d0-8f2f-4fbf1a23c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (fbf3ff9e-5864-4504-87c2-8c713951c417), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.375341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc0c052e-7fc9-49d0-8f2f-4fbf1a23c4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.376462 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-bc0c052e-7fc9-49d0-8f2f-4fbf1a23c4e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbf3ff9e-5864-4504-87c2-8c713951c417 HTTP/1.1" status: 204 len: 168 time: 0.2260561 Apr 11 15:25:41.385342 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c052e-7fc9-49d0-8f2f-4fbf1a23c4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3ff9e-5864-4504-87c2-8c713951c417,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:41.482546 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2369161e-3358-485e-afa6-47014a486522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.564090 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2369161e-3358-485e-afa6-47014a486522 admin admin] Publish callbacks [] for security_group (b4b8320c-5fd4-45e8-9643-15d4e9f6dc27), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.569712 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2369161e-3358-485e-afa6-47014a486522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b4b8320c-5fd4-45e8-9643-15d4e9f6dc27), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.617958 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-2369161e-3358-485e-afa6-47014a486522 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a64f5e2e49f47748129dcf167af1514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460105 Apr 11 15:25:41.620646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:41.627457 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369161e-3358-485e-afa6-47014a486522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b8320c-5fd4-45e8-9643-15d4e9f6dc27,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:41.686458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dfc549b-3e25-4e9c-8b17-ebe665a82c3d admin admin] Publish callbacks [] for security_group (b4b8320c-5fd4-45e8-9643-15d4e9f6dc27), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.708542 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0719d3d-34c9-48ed-be26-f0a1a393ffc8 req-44b8031c-f7d8-413a-90a3-5fac3479ada5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.718366 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b0719d3d-34c9-48ed-be26-f0a1a393ffc8 req-44b8031c-f7d8-413a-90a3-5fac3479ada5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0718226 Apr 11 15:25:41.726396 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dfc549b-3e25-4e9c-8b17-ebe665a82c3d admin admin] Publish callbacks [] for security_group (b4b8320c-5fd4-45e8-9643-15d4e9f6dc27), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.767236 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b0719d3d-34c9-48ed-be26-f0a1a393ffc8 req-8272c3da-1c89-403f-90b4-7c59bd1fa1eb tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Apr 11 15:25:41.801081 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ccfa-2036-4851-9474-438a72cd25d6 req-977dc1b8-de73-4c4d-9bd0-d44d8a7e54bd tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.802912 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-61d1ccfa-2036-4851-9474-438a72cd25d6 req-977dc1b8-de73-4c4d-9bd0-d44d8a7e54bd tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0693493 Apr 11 15:25:41.834989 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dfc549b-3e25-4e9c-8b17-ebe665a82c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b4b8320c-5fd4-45e8-9643-15d4e9f6dc27), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.837514 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dfc549b-3e25-4e9c-8b17-ebe665a82c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.841076 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0dfc549b-3e25-4e9c-8b17-ebe665a82c3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4b8320c-5fd4-45e8-9643-15d4e9f6dc27 HTTP/1.1" status: 204 len: 168 time: 0.2171168 Apr 11 15:25:41.863341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc549b-3e25-4e9c-8b17-ebe665a82c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b8320c-5fd4-45e8-9643-15d4e9f6dc27,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:41.872042 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-61d1ccfa-2036-4851-9474-438a72cd25d6 req-4cda9e79-d635-428c-b8f6-5a695599d280 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623660 Apr 11 15:25:42.133327 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36224) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:42.146887 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37f1c135-f757-483a-8c87-6c9b1d00cf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.230418 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37f1c135-f757-483a-8c87-6c9b1d00cf14 admin admin] Publish callbacks [] for security_group (2c1b83c5-f562-46c3-b862-7ec3b2ee298f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.236661 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37f1c135-f757-483a-8c87-6c9b1d00cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (2c1b83c5-f562-46c3-b862-7ec3b2ee298f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.295132 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1c135-f757-483a-8c87-6c9b1d00cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b83c5-f562-46c3-b862-7ec3b2ee298f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:42.304242 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-37f1c135-f757-483a-8c87-6c9b1d00cf14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c21ddecb18cf4f97ac977f4f6462660d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697927 Apr 11 15:25:42.307136 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36234) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:42.335311 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318e9b-f6e2-4681-aac1-d2afe6561655 req-a5ed3c5e-e6b6-4b2c-910e-ef420889ea16 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:42.336780 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-16318e9b-f6e2-4681-aac1-d2afe6561655 req-a5ed3c5e-e6b6-4b2c-910e-ef420889ea16 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 944 time: 0.0813766 Apr 11 15:25:42.365983 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-475864b6-cdc1-403a-ba33-d35ad216be2e admin admin] Publish callbacks [] for security_group (2c1b83c5-f562-46c3-b862-7ec3b2ee298f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.387731 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-16318e9b-f6e2-4681-aac1-d2afe6561655 req-ea9da989-01f5-4b29-9c19-4c590e9147b9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Apr 11 15:25:42.389499 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-475864b6-cdc1-403a-ba33-d35ad216be2e admin admin] Publish callbacks [] for security_group (2c1b83c5-f562-46c3-b862-7ec3b2ee298f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.445977 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-475864b6-cdc1-403a-ba33-d35ad216be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (2c1b83c5-f562-46c3-b862-7ec3b2ee298f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.448662 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-475864b6-cdc1-403a-ba33-d35ad216be2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.450327 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-475864b6-cdc1-403a-ba33-d35ad216be2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c1b83c5-f562-46c3-b862-7ec3b2ee298f HTTP/1.1" status: 204 len: 168 time: 0.1418364 Apr 11 15:25:42.469068 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475864b6-cdc1-403a-ba33-d35ad216be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b83c5-f562-46c3-b862-7ec3b2ee298f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:42.517462 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dddf45-b8e0-4a40-b383-acbd81f5671c req-59433b68-80d9-4cfa-a76c-a4652020a48e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:42.519235 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-16dddf45-b8e0-4a40-b383-acbd81f5671c req-59433b68-80d9-4cfa-a76c-a4652020a48e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0650630 Apr 11 15:25:42.587978 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-16dddf45-b8e0-4a40-b383-acbd81f5671c req-a54d5ffd-4b5b-4790-9d53-722b6e95d8cf tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631411 Apr 11 15:25:42.893412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1167a9-5c3c-464c-b6c1-c1bba4db0593 req-1452aa9b-1337-412c-9bbd-51ccaeb6e370 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:42.899444 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da1167a9-5c3c-464c-b6c1-c1bba4db0593 req-1452aa9b-1337-412c-9bbd-51ccaeb6e370 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0551219 Apr 11 15:25:42.955585 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da1167a9-5c3c-464c-b6c1-c1bba4db0593 req-31a2e86b-ffa3-4282-a491-b9ca7d9d2759 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Apr 11 15:25:43.015957 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e56e-4bbc-4ebc-921c-a412649d72c6 req-20bac10b-763d-4287-b77d-a09286c26ffa tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.019310 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4e54e56e-4bbc-4ebc-921c-a412649d72c6 req-20bac10b-763d-4287-b77d-a09286c26ffa tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0582788 Apr 11 15:25:43.075133 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4e54e56e-4bbc-4ebc-921c-a412649d72c6 req-1b6862a4-9909-49cf-b6bd-f45ddb6ac027 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490921 Apr 11 15:25:43.508968 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2816-7c9d-4cda-8fd7-77aac4923e2b req-be2d922a-d66b-469f-a597-b701a2f81cb9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.511180 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-585d2816-7c9d-4cda-8fd7-77aac4923e2b req-be2d922a-d66b-469f-a597-b701a2f81cb9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 944 time: 0.0540488 Apr 11 15:25:43.569200 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-585d2816-7c9d-4cda-8fd7-77aac4923e2b req-0407694a-9948-459f-ad59-4c4679ffbc0a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496936 Apr 11 15:25:43.730781 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f3f38-a6ab-4444-a16f-ce772bbf6aa3 req-74709f37-b177-4b4e-bca9-814649c8dae4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.737131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b91f3f38-a6ab-4444-a16f-ce772bbf6aa3 req-74709f37-b177-4b4e-bca9-814649c8dae4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0734522 Apr 11 15:25:43.773821 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f684ec9d-c4b9-4211-91c7-b5659f2b884a'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:43.815386 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b91f3f38-a6ab-4444-a16f-ce772bbf6aa3 req-ef629c95-f4ca-410e-abee-e9289aef1152 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771377 Apr 11 15:25:43.819869 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c315415f-29f5-4870-af26-9698e23d045c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:43.931938 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06 req-65b8e115-2fe4-4246-a134-36e4a2494cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.933597 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06 req-65b8e115-2fe4-4246-a134-36e4a2494cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1128 time: 0.0981925 Apr 11 15:25:44.015439 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port c315415f-29f5-4870-af26-9698e23d045c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c315415f-29f5-4870-af26-9698e23d045c,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:44.026211 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36334) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:44.034424 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'c315415f-29f5-4870-af26-9698e23d045c', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'port_id': 'c315415f-29f5-4870-af26-9698e23d045c', 'mac_address': 'fa:16:3e:13:41:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:44.096520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port c315415f-29f5-4870-af26-9698e23d045c is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:44.097252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c315415f-29f5-4870-af26-9698e23d045c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.101991 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec45aae-29a6-496f-83a0-7a54f3d06938 req-524d8ed0-c89d-4060-976a-d25015b3ea99 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.103814 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4ec45aae-29a6-496f-83a0-7a54f3d06938 req-524d8ed0-c89d-4060-976a-d25015b3ea99 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0614791 Apr 11 15:25:44.115813 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c315415f-29f5-4870-af26-9698e23d045c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:44.145329 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port c315415f-29f5-4870-af26-9698e23d045c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c315415f-29f5-4870-af26-9698e23d045c,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:44.159399 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c315415f-29f5-4870-af26-9698e23d045c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.178909 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4ec45aae-29a6-496f-83a0-7a54f3d06938 req-40242ae0-c7f3-450d-896a-3287d1ef226e tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638900 Apr 11 15:25:44.224684 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=c315415f-29f5-4870-af26-9698e23d045c,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:44.239146 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc143-fc55-4dc5-b062-5669eabecb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.261219 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e40b-8c27-4c78-8770-8544821aa0b9 req-62e398f1-e9d4-4067-b48f-d4e67101d22e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.262727 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3bf6e40b-8c27-4c78-8770-8544821aa0b9 req-62e398f1-e9d4-4067-b48f-d4e67101d22e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0746946 Apr 11 15:25:44.343142 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3bf6e40b-8c27-4c78-8770-8544821aa0b9 req-7fbfc73d-38a4-4a41-957c-4eee6469cc44 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735440 Apr 11 15:25:44.377629 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc143-fc55-4dc5-b062-5669eabecb4b admin admin] Publish callbacks [] for security_group (7c8ade5a-8f0a-456e-9572-e846c7860bb7), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.383160 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc143-fc55-4dc5-b062-5669eabecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7c8ade5a-8f0a-456e-9572-e846c7860bb7), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.424350 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-dd2bc143-fc55-4dc5-b062-5669eabecb4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b9116f3adf848f9b38c2ca3d4ccd9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962336 Apr 11 15:25:44.425553 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc143-fc55-4dc5-b062-5669eabecb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ade5a-8f0a-456e-9572-e846c7860bb7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:44.427238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36352) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:44.479102 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-036d29b7-fb8f-4852-81f2-4d4d99da92db admin admin] Publish callbacks [] for security_group (7c8ade5a-8f0a-456e-9572-e846c7860bb7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.501586 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-036d29b7-fb8f-4852-81f2-4d4d99da92db admin admin] Publish callbacks [] for security_group (7c8ade5a-8f0a-456e-9572-e846c7860bb7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.558875 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-036d29b7-fb8f-4852-81f2-4d4d99da92db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7c8ade5a-8f0a-456e-9572-e846c7860bb7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.561479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-036d29b7-fb8f-4852-81f2-4d4d99da92db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.562647 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-036d29b7-fb8f-4852-81f2-4d4d99da92db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c8ade5a-8f0a-456e-9572-e846c7860bb7 HTTP/1.1" status: 204 len: 168 time: 0.1343000 Apr 11 15:25:44.582058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d29b7-fb8f-4852-81f2-4d4d99da92db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ade5a-8f0a-456e-9572-e846c7860bb7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:44.769880 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7 req-560a799a-119b-458f-8748-2bfbc36ac9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.771608 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7 req-560a799a-119b-458f-8748-2bfbc36ac9e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 1127 time: 0.0626233 Apr 11 15:25:44.964678 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcda0a-5855-4d10-8e24-5c3fae8507c0 req-ab0cafc0-4d73-4ef7-b5e5-bd02240062fd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.966220 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fbbcda0a-5855-4d10-8e24-5c3fae8507c0 req-ab0cafc0-4d73-4ef7-b5e5-bd02240062fd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 944 time: 0.3199477 Apr 11 15:25:45.011765 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd5732-8dec-4263-8f9a-9d5d947bb0ee req-ff751d56-8b57-41a7-b4f4-26f0ff94956c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.013691 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-60cd5732-8dec-4263-8f9a-9d5d947bb0ee req-ff751d56-8b57-41a7-b4f4-26f0ff94956c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0962255 Apr 11 15:25:45.017392 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7 req-6e046399-eb9f-40b1-8862-21ca48dde4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.019335 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7 req-6e046399-eb9f-40b1-8862-21ca48dde4be service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40b872c1a7fb49ce9a05b943333ace62&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1998379 Apr 11 15:25:45.023947 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-adf47d4a-99e7-485d-a517-a998ccf05c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.057293 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36378) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:45.117661 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d3db3c7-e44a-44f7-b227-a7f680b7c8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.145228 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fbbcda0a-5855-4d10-8e24-5c3fae8507c0 req-09c18bd9-99b7-4f6b-b17f-c00c422817fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668479 Apr 11 15:25:45.151644 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06 req-3852da02-264e-472a-aa2d-dee54d3abd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.153723 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06 req-3852da02-264e-472a-aa2d-dee54d3abd8e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e840187413594b7a89c3075fd64d2955&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2578969 Apr 11 15:25:45.163626 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-60cd5732-8dec-4263-8f9a-9d5d947bb0ee req-922fbb87-1b89-463e-8f75-935485db6486 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381962 Apr 11 15:25:45.254489 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7 req-679e1f89-61e4-4d36-90c6-0c185af772a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.256310 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-97b445f5-7f85-4eb7-b94b-e83c2e9ffae7 req-679e1f89-61e4-4d36-90c6-0c185af772a4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100606 Apr 11 15:25:45.289563 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d3db3c7-e44a-44f7-b227-a7f680b7c8d1 admin admin] Publish callbacks [] for security_group (d6114f27-af53-4cba-a6dd-50666c954a09), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.295250 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d3db3c7-e44a-44f7-b227-a7f680b7c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (d6114f27-af53-4cba-a6dd-50666c954a09), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.347331 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-8d3db3c7-e44a-44f7-b227-a7f680b7c8d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=220a8464486f448fbbe5884d109ac51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849770 Apr 11 15:25:45.347331 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3db3c7-e44a-44f7-b227-a7f680b7c8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6114f27-af53-4cba-a6dd-50666c954a09,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:45.350329 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36392) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:45.417578 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-56598a7a-ca51-4550-bf85-612fa61c9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.419597 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-56598a7a-ca51-4550-bf85-612fa61c9ae5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 1127 time: 0.0738463 Apr 11 15:25:45.446103 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def2bd66-52f0-49b6-92de-4b30df4909e4 admin admin] Publish callbacks [] for security_group (d6114f27-af53-4cba-a6dd-50666c954a09), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.446646 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8473529-be27-4b27-910c-c8af180c90d5 req-17d80003-ede7-48ca-9a65-60a2c629f6fe tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.456403 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e8473529-be27-4b27-910c-c8af180c90d5 req-17d80003-ede7-48ca-9a65-60a2c629f6fe tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.1487935 Apr 11 15:25:45.492549 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06 req-53a8a7a8-37fb-487f-96c8-358087c53c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.495146 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d67a9e8-d2e9-4db0-bbd1-96b5ae798d06 req-53a8a7a8-37fb-487f-96c8-358087c53c0b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3228688 Apr 11 15:25:45.535910 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e8473529-be27-4b27-910c-c8af180c90d5 req-bc6c7506-b3dd-43a9-87e0-2684fffb98b5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798731 Apr 11 15:25:45.583627 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-8aebb3bc-1e0b-4a4e-b65b-e3436803639d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721 HTTP/1.1" status: 200 len: 217 time: 0.1189508 Apr 11 15:25:45.586453 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def2bd66-52f0-49b6-92de-4b30df4909e4 admin admin] Publish callbacks [] for security_group (d6114f27-af53-4cba-a6dd-50666c954a09), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.593997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0960e-014e-40b4-8f22-ea3879663d30 req-d68dd1e6-f869-490d-9ec8-4d747969c896 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.595651 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-50b0960e-014e-40b4-8f22-ea3879663d30 req-d68dd1e6-f869-490d-9ec8-4d747969c896 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.1297629 Apr 11 15:25:45.652071 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-ed8eb44b-f5a0-47af-9bfe-e974a1ddd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.654503 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-ed8eb44b-f5a0-47af-9bfe-e974a1ddd454 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1128 time: 0.0578210 Apr 11 15:25:45.699104 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-b851098d-ffcb-4d7f-975f-edd6a74c770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.700744 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-b851098d-ffcb-4d7f-975f-edd6a74c770f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.1041517 Apr 11 15:25:45.733817 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-50b0960e-014e-40b4-8f22-ea3879663d30 req-9542fabb-082b-408c-8808-d0749fc29ad1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230114 Apr 11 15:25:45.759514 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['c315415f-29f5-4870-af26-9698e23d045c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:45.786680 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-07e45444-69fc-4cf7-b23b-b86a16d1a570 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 200 len: 217 time: 0.0935824 Apr 11 15:25:45.790076 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def2bd66-52f0-49b6-92de-4b30df4909e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (d6114f27-af53-4cba-a6dd-50666c954a09), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.792968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-def2bd66-52f0-49b6-92de-4b30df4909e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.794394 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-def2bd66-52f0-49b6-92de-4b30df4909e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6114f27-af53-4cba-a6dd-50666c954a09 HTTP/1.1" status: 204 len: 168 time: 0.4440932 Apr 11 15:25:45.805521 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-2772aac6-131f-4f5d-8213-0595e575a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.807389 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-2772aac6-131f-4f5d-8213-0595e575a5a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949612 Apr 11 15:25:45.812870 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2bd66-52f0-49b6-92de-4b30df4909e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6114f27-af53-4cba-a6dd-50666c954a09,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:45.829320 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f684ec9d-c4b9-4211-91c7-b5659f2b884a up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:45.995722 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port f684ec9d-c4b9-4211-91c7-b5659f2b884a completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:46.023061 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port f684ec9d-c4b9-4211-91c7-b5659f2b884a triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:46.023517 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:46.163895 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f684ec9d-c4b9-4211-91c7-b5659f2b884a is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:46.164446 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:46.188271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393c2ed2-9865-4903-ad40-571f9239a019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:46.192293 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9a697d-2d4a-49a4-bc7d-7c883b5bb199" -d '{"events": [{"server_uuid": "393c2ed2-9865-4903-ad40-571f9239a019", "name": "network-vif-plugged", "status": "completed", "tag": "f684ec9d-c4b9-4211-91c7-b5659f2b884a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:46.206443 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f684ec9d-c4b9-4211-91c7-b5659f2b884a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:46.216850 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:46.268895 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f684ec9d-c4b9-4211-91c7-b5659f2b884a,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:46.282261 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d29e-4b52-4065-98cb-fd07f2956cf3 req-fdf4c2e0-859c-4bd4-b98e-5e2a515be845 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.287153 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4e94d29e-4b52-4065-98cb-fd07f2956cf3 req-fdf4c2e0-859c-4bd4-b98e-5e2a515be845 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0558436 Apr 11 15:25:46.296796 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bee9a-c87b-46bc-8028-41fdf3d65020 req-236b0364-1520-4342-8b58-05e125e35dce tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.298367 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-935bee9a-c87b-46bc-8028-41fdf3d65020 req-236b0364-1520-4342-8b58-05e125e35dce tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0539284 Apr 11 15:25:46.344497 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4e94d29e-4b52-4065-98cb-fd07f2956cf3 req-ac812d81-3852-47bd-94b1-f41554bfddea tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Apr 11 15:25:46.352690 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-935bee9a-c87b-46bc-8028-41fdf3d65020 req-61fa5537-6826-4177-876a-87a868ae9cdc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481074 Apr 11 15:25:46.388301 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ea7adb-3719-4e02-90dd-bef6b14ee331 x-openstack-request-id: req-f7ea7adb-3719-4e02-90dd-bef6b14ee331 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:46.388614 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393c2ed2-9865-4903-ad40-571f9239a019", "name": "network-vif-plugged", "status": "completed", "tag": "f684ec9d-c4b9-4211-91c7-b5659f2b884a", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:46.388863 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7ea7adb-3719-4e02-90dd-bef6b14ee331 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:46.389257 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ea7adb-3719-4e02-90dd-bef6b14ee331'] response: {'server_uuid': '393c2ed2-9865-4903-ad40-571f9239a019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a', 'code': 200} Apr 11 15:25:46.728707 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd24b6e-9a7d-4aeb-bbbd-7ec18535b21f req-922c7b5c-2671-4a7e-9e8e-256045347c5c tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.731328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-83e6ba50-3d45-416c-9c05-68fd0e466b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.731931 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4fd24b6e-9a7d-4aeb-bbbd-7ec18535b21f req-922c7b5c-2671-4a7e-9e8e-256045347c5c tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.1031780 Apr 11 15:25:46.733606 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-83e6ba50-3d45-416c-9c05-68fd0e466b53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0879326 Apr 11 15:25:46.855829 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4fd24b6e-9a7d-4aeb-bbbd-7ec18535b21f req-3ad03aad-90e9-43da-91f8-bf050ae929a8 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166642 Apr 11 15:25:46.886533 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-16be4014-88c8-4fce-a64a-7c264b01160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.888119 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-16be4014-88c8-4fce-a64a-7c264b01160e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470449 Apr 11 15:25:46.888320 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-19a910f6-0070-419e-b5e5-e036b577b71a service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246866 Apr 11 15:25:46.998051 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb23e8-ce0e-4325-9b8e-a08f616d3100 req-ab6f059f-aec0-4eac-bbb7-ba16af47502b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.999626 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8ceb23e8-ce0e-4325-9b8e-a08f616d3100 req-ab6f059f-aec0-4eac-bbb7-ba16af47502b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.1105974 Apr 11 15:25:47.043942 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e02cf-8f02-45ff-a7be-b4ee614af082 req-ad7cac6e-d2fc-4c77-95cd-6ef67dc9a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:47.045525 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-942e02cf-8f02-45ff-a7be-b4ee614af082 req-ad7cac6e-d2fc-4c77-95cd-6ef67dc9a2e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1129 time: 0.1230981 Apr 11 15:25:47.047753 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9e4d0b6b-44ad-4f88-8181-2946fa0e209c req-93f6614e-e815-4ba8-9e07-e860b41af71b service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284511 Apr 11 15:25:47.134112 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-890fb99d-e246-4dcd-901a-8167319a92b2 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104535 Apr 11 15:25:47.139433 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8ceb23e8-ce0e-4325-9b8e-a08f616d3100 req-c1c4699a-e23f-4d63-8c76-ddfea14c7e39 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991786 Apr 11 15:25:47.155628 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-942e02cf-8f02-45ff-a7be-b4ee614af082 req-33bfbc7d-1029-471e-84bf-7cf176d23765 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882187 Apr 11 15:25:47.527029 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa25c9-cd93-46bf-ac30-695b14a86df4 req-f0be5201-95e5-403e-987a-c685512ee313 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:47.531878 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5c13c-2071-426d-9e30-6137a2872bcd req-8e0d0d99-4f70-461d-a467-252692256953 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:47.535566 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9cfa25c9-cd93-46bf-ac30-695b14a86df4 req-f0be5201-95e5-403e-987a-c685512ee313 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0701337 Apr 11 15:25:47.539169 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66b5c13c-2071-426d-9e30-6137a2872bcd req-8e0d0d99-4f70-461d-a467-252692256953 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0806930 Apr 11 15:25:47.585192 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9cfa25c9-cd93-46bf-ac30-695b14a86df4 req-f8f4f6b6-f265-4afd-8fd2-03ac28303a62 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486424 Apr 11 15:25:47.618629 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66b5c13c-2071-426d-9e30-6137a2872bcd req-5eb20880-9be9-421f-a050-a94df6326fe5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750499 Apr 11 15:25:47.699371 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:47.797676 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c315415f-29f5-4870-af26-9698e23d045c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:47.826529 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9f73fa1-cb6f-46ab-8193-49f5aba05a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:47.847069 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port c315415f-29f5-4870-af26-9698e23d045c completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:47.852984 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port c315415f-29f5-4870-af26-9698e23d045c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:47.853355 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c315415f-29f5-4870-af26-9698e23d045c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:47.932403 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9f73fa1-cb6f-46ab-8193-49f5aba05a4b admin admin] Publish callbacks [] for security_group (155ae447-a16f-4a3d-8bea-c80650141df4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:47.944114 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9f73fa1-cb6f-46ab-8193-49f5aba05a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (155ae447-a16f-4a3d-8bea-c80650141df4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:47.950833 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port c315415f-29f5-4870-af26-9698e23d045c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:47.951273 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c315415f-29f5-4870-af26-9698e23d045c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:47.980401 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b9f73fa1-cb6f-46ab-8193-49f5aba05a4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2ddc44b56a44b2ca5f2bd4bfcb21abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775722 Apr 11 15:25:47.980730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36516) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:47.994925 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port c315415f-29f5-4870-af26-9698e23d045c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c315415f-29f5-4870-af26-9698e23d045c,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:48.000978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c315415f-29f5-4870-af26-9698e23d045c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.004708 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f73fa1-cb6f-46ab-8193-49f5aba05a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ae447-a16f-4a3d-8bea-c80650141df4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:48.070114 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=c315415f-29f5-4870-af26-9698e23d045c,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:48.079247 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb47c93f-d330-41c6-8882-985e4070a513 admin admin] Publish callbacks [] for security_group (155ae447-a16f-4a3d-8bea-c80650141df4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.106789 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb47c93f-d330-41c6-8882-985e4070a513 admin admin] Publish callbacks [] for security_group (155ae447-a16f-4a3d-8bea-c80650141df4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.159931 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb47c93f-d330-41c6-8882-985e4070a513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (155ae447-a16f-4a3d-8bea-c80650141df4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.162548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb47c93f-d330-41c6-8882-985e4070a513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.163816 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bb47c93f-d330-41c6-8882-985e4070a513 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/155ae447-a16f-4a3d-8bea-c80650141df4 HTTP/1.1" status: 204 len: 168 time: 0.1810858 Apr 11 15:25:48.171811 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47c93f-d330-41c6-8882-985e4070a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ae447-a16f-4a3d-8bea-c80650141df4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:48.216874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36526) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:48.276723 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ee993-3874-40dd-8991-e40c3026ea79 req-deafe3a9-6542-4b05-8d6a-8bf4ec0254a7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.278372 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b86ee993-3874-40dd-8991-e40c3026ea79 req-deafe3a9-6542-4b05-8d6a-8bf4ec0254a7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0590432 Apr 11 15:25:48.304944 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-01dc1921-1420-4cfe-9243-2400aa9a081d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.354298 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1142f4-a8a4-4a1e-aa80-f9229db31e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.366667 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b86ee993-3874-40dd-8991-e40c3026ea79 req-4bc5fc41-502d-4555-8298-8226a4c166f8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695176 Apr 11 15:25:48.391041 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e8c848-a626-4af4-9a28-2adc76c71453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c315415f-29f5-4870-af26-9698e23d045c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:48.393769 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a250129-9feb-4841-bce5-87bb366c8e9f" -d '{"events": [{"server_uuid": "68e8c848-a626-4af4-9a28-2adc76c71453", "name": "network-vif-plugged", "status": "completed", "tag": "c315415f-29f5-4870-af26-9698e23d045c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:48.443277 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c4134-8127-437b-a67d-491f878c6d42 x-openstack-request-id: req-421c4134-8127-437b-a67d-491f878c6d42 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:48.443600 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e8c848-a626-4af4-9a28-2adc76c71453", "name": "network-vif-plugged", "status": "completed", "tag": "c315415f-29f5-4870-af26-9698e23d045c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:48.444443 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-421c4134-8127-437b-a67d-491f878c6d42 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:48.444873 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421c4134-8127-437b-a67d-491f878c6d42'] response: {'server_uuid': '68e8c848-a626-4af4-9a28-2adc76c71453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c315415f-29f5-4870-af26-9698e23d045c', 'code': 200} Apr 11 15:25:48.454143 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1142f4-a8a4-4a1e-aa80-f9229db31e83 admin admin] Publish callbacks [] for security_group (34cdbac0-8264-4c03-974f-b130eddb327b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.459738 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1142f4-a8a4-4a1e-aa80-f9229db31e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (34cdbac0-8264-4c03-974f-b130eddb327b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.503617 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1142f4-a8a4-4a1e-aa80-f9229db31e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cdbac0-8264-4c03-974f-b130eddb327b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:48.507944 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-6f1142f4-a8a4-4a1e-aa80-f9229db31e83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43decda806f9475bae811168b69c3364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898557 Apr 11 15:25:48.510549 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36540) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:48.565094 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43db952b-d19a-4f8a-b3cd-6bd7c52b8a62 admin admin] Publish callbacks [] for security_group (34cdbac0-8264-4c03-974f-b130eddb327b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.591098 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43db952b-d19a-4f8a-b3cd-6bd7c52b8a62 admin admin] Publish callbacks [] for security_group (34cdbac0-8264-4c03-974f-b130eddb327b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.608889 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36546) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:48.634681 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989f8be0-7a4f-4446-8543-bad392f2ba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.646803 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43db952b-d19a-4f8a-b3cd-6bd7c52b8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (34cdbac0-8264-4c03-974f-b130eddb327b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.649705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43db952b-d19a-4f8a-b3cd-6bd7c52b8a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.651543 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-43db952b-d19a-4f8a-b3cd-6bd7c52b8a62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34cdbac0-8264-4c03-974f-b130eddb327b HTTP/1.1" status: 204 len: 168 time: 0.1393125 Apr 11 15:25:48.663212 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db952b-d19a-4f8a-b3cd-6bd7c52b8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cdbac0-8264-4c03-974f-b130eddb327b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:48.755809 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac7fc9-2187-4352-a918-42ad09abda30 req-8c58a0f1-25fe-4910-8358-4595731dcf9e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.757532 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-31ac7fc9-2187-4352-a918-42ad09abda30 req-8c58a0f1-25fe-4910-8358-4595731dcf9e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0717113 Apr 11 15:25:48.793943 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989f8be0-7a4f-4446-8543-bad392f2ba56 admin admin] Publish callbacks [] for security_group (0df01dc0-d2a3-4f75-ac94-e6d8974444e8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.801275 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989f8be0-7a4f-4446-8543-bad392f2ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (0df01dc0-d2a3-4f75-ac94-e6d8974444e8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.865236 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-31ac7fc9-2187-4352-a918-42ad09abda30 req-4e106594-6c38-4cda-bb3b-fa75a2bec8d4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989780 Apr 11 15:25:48.869938 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-989f8be0-7a4f-4446-8543-bad392f2ba56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2eee14a89ae435090e8bbc4f86f2db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574961 Apr 11 15:25:48.869938 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f8be0-7a4f-4446-8543-bad392f2ba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df01dc0-d2a3-4f75-ac94-e6d8974444e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:48.870571 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:48.932359 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea67-6759-4517-bc5d-334e42cf8464 admin admin] Publish callbacks [] for security_group (0df01dc0-d2a3-4f75-ac94-e6d8974444e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.960734 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea67-6759-4517-bc5d-334e42cf8464 admin admin] Publish callbacks [] for security_group (0df01dc0-d2a3-4f75-ac94-e6d8974444e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.005503 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529782-e7e7-43a4-b3f7-8a013bd29e49 req-a5c74cc7-f28d-4e44-ab3c-cf7670e2ef8e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:49.011860 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ab529782-e7e7-43a4-b3f7-8a013bd29e49 req-a5c74cc7-f28d-4e44-ab3c-cf7670e2ef8e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0722735 Apr 11 15:25:49.023968 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea67-6759-4517-bc5d-334e42cf8464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (0df01dc0-d2a3-4f75-ac94-e6d8974444e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.028317 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea67-6759-4517-bc5d-334e42cf8464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.030082 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-6a47ea67-6759-4517-bc5d-334e42cf8464 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0df01dc0-d2a3-4f75-ac94-e6d8974444e8 HTTP/1.1" status: 204 len: 168 time: 0.1584387 Apr 11 15:25:49.041721 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47ea67-6759-4517-bc5d-334e42cf8464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df01dc0-d2a3-4f75-ac94-e6d8974444e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:49.085526 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ab529782-e7e7-43a4-b3f7-8a013bd29e49 req-e82b892a-9569-401a-b191-cc63fdc0d564 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604334 Apr 11 15:25:49.214661 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.228691 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:49.278076 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Deleting subnet 217552f1-b696-4b65-b0db-00ffee3afc87 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:25:49.281708 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Publish callbacks [] for subnet (217552f1-b696-4b65-b0db-00ffee3afc87), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.319850 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Publish callbacks [] for subnet (217552f1-b696-4b65-b0db-00ffee3afc87), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.330788 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (217552f1-b696-4b65-b0db-00ffee3afc87), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.398902 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (217552f1-b696-4b65-b0db-00ffee3afc87), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.431690 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217552f1-b696-4b65-b0db-00ffee3afc87,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:49.438577 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.442217 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ea34a686-4a6c-4616-aa77-060bc38cea22 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/217552f1-b696-4b65-b0db-00ffee3afc87 HTTP/1.1" status: 204 len: 168 time: 0.2124217 Apr 11 15:25:49.446048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36600) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:49.577249 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b16a68-28ef-4fa6-baf1-582a85f1ef0a req-86f34d1b-fb06-4b04-a4ff-f0b7fed71af5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:49.589028 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e8b16a68-28ef-4fa6-baf1-582a85f1ef0a req-86f34d1b-fb06-4b04-a4ff-f0b7fed71af5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.1327434 Apr 11 15:25:49.604802 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (6af6e2bb-8a48-4dde-a9d3-2f83e09347e8), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.722433 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e8b16a68-28ef-4fa6-baf1-582a85f1ef0a req-167b37b3-5f88-4629-bcfe-82b651248fa1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321890 Apr 11 15:25:49.779250 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (6af6e2bb-8a48-4dde-a9d3-2f83e09347e8), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:49.805915 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.806986 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.807886 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.808685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > port after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.809698 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.810394 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > port after_update 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.810963 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.811505 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.811899 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.812297 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.972866 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.973402 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.973746 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.974195 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:49.974756 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af6e2bb-8a48-4dde-a9d3-2f83e09347e8']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:50.006095 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529cf185-5717-4084-b091-7b2d68060e5c') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:50.007115 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529cf185-5717-4084-b091-7b2d68060e5c') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:50.052047 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (529cf185-5717-4084-b091-7b2d68060e5c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.090185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda237e-3981-45ee-a2ad-1a075d26fecf req-163b48b7-020f-48c1-a8db-139da9deb43b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:50.099615 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5dda237e-3981-45ee-a2ad-1a075d26fecf req-163b48b7-020f-48c1-a8db-139da9deb43b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.1172111 Apr 11 15:25:50.102066 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (529cf185-5717-4084-b091-7b2d68060e5c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.117568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:25:50.118240 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (529cf185-5717-4084-b091-7b2d68060e5c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: from cryptography.utils import int_from_bytes Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: from cryptography.utils import int_from_bytes Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:25:50.141622 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:25:50.212467 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67ad56e8-29fb-466c-b3d3-a2c681f67368 req-0e3decb5-0562-422a-a8d3-84abdf27303b service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033207 Apr 11 15:25:50.242284 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (6af6e2bb-8a48-4dde-a9d3-2f83e09347e8), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.277015 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5dda237e-3981-45ee-a2ad-1a075d26fecf req-95b22b4b-eb7b-4d82-8acc-c316bddd2d7a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1742966 Apr 11 15:25:50.290450 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.309236 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] 10.222.0.50 "DELETE /v2.0/networks/6af6e2bb-8a48-4dde-a9d3-2f83e09347e8 HTTP/1.1" status: 204 len: 168 time: 0.8593824 Apr 11 15:25:50.309236 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dce1c-f319-4a0d-b8f4-66d19b4edcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=6af6e2bb-8a48-4dde-a9d3-2f83e09347e8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:50.309751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:50.372735 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Deleting subnet 22d9cdcf-5166-4172-a91e-3366d028bddf {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:25:50.376191 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Publish callbacks [] for subnet (22d9cdcf-5166-4172-a91e-3366d028bddf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.404040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8cb0-77da-4994-8b7a-81102e3d3715 req-028ae219-1c78-4fbf-8c05-2501441a0407 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:50.405698 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f20c8cb0-77da-4994-8b7a-81102e3d3715 req-028ae219-1c78-4fbf-8c05-2501441a0407 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Apr 11 15:25:50.414546 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Publish callbacks [] for subnet (22d9cdcf-5166-4172-a91e-3366d028bddf), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.420696 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (22d9cdcf-5166-4172-a91e-3366d028bddf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.463157 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f20c8cb0-77da-4994-8b7a-81102e3d3715 req-74450e5f-6232-4df7-b807-3663461e5e6e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Apr 11 15:25:50.488877 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for subnet (22d9cdcf-5166-4172-a91e-3366d028bddf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.515414 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d9cdcf-5166-4172-a91e-3366d028bddf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:50.517387 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.520522 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f5f34786-648e-4f76-9302-5d9db96072a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/22d9cdcf-5166-4172-a91e-3366d028bddf HTTP/1.1" status: 204 len: 168 time: 0.2071991 Apr 11 15:25:50.523117 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36640) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:50.599592 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (72fc0af0-db96-4f58-b57a-54792008c3df), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.613116 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.690380 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (72fc0af0-db96-4f58-b57a-54792008c3df), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.712539 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.712921 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.713689 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.714172 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > port after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.714358 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.714696 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.715093 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.715416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.715775 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.716052 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.783760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.784084 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.784423 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.784754 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:25:50.785124 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fc0af0-db96-4f58-b57a-54792008c3df']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:50.802869 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dff428-6a50-4a21-bc89-846e4b93ee6b') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:50.803192 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dff428-6a50-4a21-bc89-846e4b93ee6b') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:50.821745 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (b3dff428-6a50-4a21-bc89-846e4b93ee6b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.844811 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (b3dff428-6a50-4a21-bc89-846e4b93ee6b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.854191 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:25:50.854605 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (b3dff428-6a50-4a21-bc89-846e4b93ee6b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.854764 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695466-12d8-45b2-a89f-b5319d05da42 req-e53acc38-630c-44f5-9507-6a62c52692eb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: from cryptography.utils import int_from_bytes Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: from cryptography.utils import int_from_bytes Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:25:50.859324 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:25:50.862447 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b7695466-12d8-45b2-a89f-b5319d05da42 req-e53acc38-630c-44f5-9507-6a62c52692eb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0570581 Apr 11 15:25:50.911502 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b7695466-12d8-45b2-a89f-b5319d05da42 req-75c3fd3a-ceac-4278-b4c3-97834a187f10 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Apr 11 15:25:50.935052 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (72fc0af0-db96-4f58-b57a-54792008c3df), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.943764 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:50.947007 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] 10.222.0.50 "DELETE /v2.0/networks/72fc0af0-db96-4f58-b57a-54792008c3df HTTP/1.1" status: 204 len: 168 time: 0.4230011 Apr 11 15:25:50.959333 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87048640-fe4f-4155-8e31-f70f13fb1673 admin admin] Pushing event deleted for resources: {'Network': ['ID=72fc0af0-db96-4f58-b57a-54792008c3df,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:51.138685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36674) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:51.185342 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-396ffbb0-12b6-43a4-8e96-15b3d45db0da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78e2fca8aadf4c8e8e5c7b3e97d79fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454643 Apr 11 15:25:51.188160 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:51.211805 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.241515 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205ab510-3ffc-40d9-ba02-9c92a244a634 admin admin] Publish callbacks [] for security_group (faa2e04b-d661-4891-9a97-a5f6367d7626), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.263804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205ab510-3ffc-40d9-ba02-9c92a244a634 admin admin] Publish callbacks [] for security_group (faa2e04b-d661-4891-9a97-a5f6367d7626), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.318397 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205ab510-3ffc-40d9-ba02-9c92a244a634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (faa2e04b-d661-4891-9a97-a5f6367d7626), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.323537 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205ab510-3ffc-40d9-ba02-9c92a244a634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.323537 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-205ab510-3ffc-40d9-ba02-9c92a244a634 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/faa2e04b-d661-4891-9a97-a5f6367d7626 HTTP/1.1" status: 204 len: 168 time: 0.1334200 Apr 11 15:25:51.343887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ab510-3ffc-40d9-ba02-9c92a244a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2e04b-d661-4891-9a97-a5f6367d7626,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:51.429470 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecb0c7-4ec4-43bf-89e0-7ca120736f94 req-d348d050-89e6-4144-a4b5-9d2433229d3d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:51.431054 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-01ecb0c7-4ec4-43bf-89e0-7ca120736f94 req-d348d050-89e6-4144-a4b5-9d2433229d3d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0564935 Apr 11 15:25:51.484290 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-01ecb0c7-4ec4-43bf-89e0-7ca120736f94 req-14209d11-294e-44c7-8530-23feebafc3a1 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467989 Apr 11 15:25:51.604585 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb068-4347-4e9c-8316-debc996fab74 req-c9271484-4d45-4662-9430-9dcfb555c192 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:51.606226 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7baeb068-4347-4e9c-8316-debc996fab74 req-c9271484-4d45-4662-9430-9dcfb555c192 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0577614 Apr 11 15:25:51.645413 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36702) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:51.663932 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7baeb068-4347-4e9c-8316-debc996fab74 req-9de4c32a-bfc0-4fca-93c0-c272cbb1e472 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 Apr 11 15:25:51.764655 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84b156b5-27db-468d-af70-01d0716c3336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.771595 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36706) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:51.820810 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-57c6d491-09c3-43d9-b64d-44c725154aa3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01246d7481124e7db20a35d90b5f1fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478699 Apr 11 15:25:51.823396 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36708) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:51.857904 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84b156b5-27db-468d-af70-01d0716c3336 admin admin] Publish callbacks [] for security_group (7aeb7532-8690-4c25-bd5b-212f9b4e373e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.863200 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84b156b5-27db-468d-af70-01d0716c3336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7aeb7532-8690-4c25-bd5b-212f9b4e373e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.875729 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad20c2c-f77f-4f60-8ffa-db37d2b165ec admin admin] Publish callbacks [] for security_group (ff3f6808-dfa6-45dd-8b13-f78349dcfcb0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.899768 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad20c2c-f77f-4f60-8ffa-db37d2b165ec admin admin] Publish callbacks [] for security_group (ff3f6808-dfa6-45dd-8b13-f78349dcfcb0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:51.903004 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-84b156b5-27db-468d-af70-01d0716c3336 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c00db2ab99441babac5167627425786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561703 Apr 11 15:25:51.903975 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b156b5-27db-468d-af70-01d0716c3336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb7532-8690-4c25-bd5b-212f9b4e373e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:51.905926 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36710) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:51.979390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb879-4235-4365-a9d9-241bedeb1ca3 admin admin] Publish callbacks [] for security_group (7aeb7532-8690-4c25-bd5b-212f9b4e373e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.011737 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad20c2c-f77f-4f60-8ffa-db37d2b165ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ff3f6808-dfa6-45dd-8b13-f78349dcfcb0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.014271 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad20c2c-f77f-4f60-8ffa-db37d2b165ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.015451 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0ad20c2c-f77f-4f60-8ffa-db37d2b165ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff3f6808-dfa6-45dd-8b13-f78349dcfcb0 HTTP/1.1" status: 204 len: 168 time: 0.1910517 Apr 11 15:25:52.042861 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb879-4235-4365-a9d9-241bedeb1ca3 admin admin] Publish callbacks [] for security_group (7aeb7532-8690-4c25-bd5b-212f9b4e373e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.242108 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad20c2c-f77f-4f60-8ffa-db37d2b165ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f6808-dfa6-45dd-8b13-f78349dcfcb0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:52.261645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582296d-a790-4042-a8ea-2f73f62b559d req-3872975a-662b-46ae-a52b-0e68c68b0a9e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:52.263204 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2582296d-a790-4042-a8ea-2f73f62b559d req-3872975a-662b-46ae-a52b-0e68c68b0a9e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.2710288 Apr 11 15:25:52.324006 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2582296d-a790-4042-a8ea-2f73f62b559d req-f747fdef-812d-454e-b343-6fc62589b5fa tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540521 Apr 11 15:25:52.325149 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb879-4235-4365-a9d9-241bedeb1ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7aeb7532-8690-4c25-bd5b-212f9b4e373e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.328072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb879-4235-4365-a9d9-241bedeb1ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.332051 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a1eeb879-4235-4365-a9d9-241bedeb1ca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7aeb7532-8690-4c25-bd5b-212f9b4e373e HTTP/1.1" status: 204 len: 168 time: 0.4217358 Apr 11 15:25:52.337438 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeb879-4235-4365-a9d9-241bedeb1ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeb7532-8690-4c25-bd5b-212f9b4e373e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:52.609847 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56401a-c584-4b04-909b-f29ffd10d4b1 req-b696c0de-52d1-41dc-99e9-0974e78adc7f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:52.612123 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6a56401a-c584-4b04-909b-f29ffd10d4b1 req-b696c0de-52d1-41dc-99e9-0974e78adc7f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 943 time: 0.0562792 Apr 11 15:25:52.654225 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device dd00ffb6-f74d-426e-ab8e-79aeb1bec721 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:52.667309 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36742) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:52.673369 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6a56401a-c584-4b04-909b-f29ffd10d4b1 req-c1a54d59-a554-4094-b0aa-6b6c630557f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541792 Apr 11 15:25:52.700226 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76aadbe6-b8b1-4927-bcef-9c5f0ab64ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.796296 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:52.813471 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:52.833485 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb727f-8246-4727-85f0-7798061f4798 req-aa931c66-b007-42bb-b3d3-12ef39f4ebf5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:52.835063 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bcbb727f-8246-4727-85f0-7798061f4798 req-aa931c66-b007-42bb-b3d3-12ef39f4ebf5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0692580 Apr 11 15:25:52.858719 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:52.859068 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.869506 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76aadbe6-b8b1-4927-bcef-9c5f0ab64ed9 admin admin] Publish callbacks [] for security_group (42082bbb-96d6-4478-9472-cf0419015d2e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.875289 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd00ffb6-f74d-426e-ab8e-79aeb1bec721 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:52.876939 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76aadbe6-b8b1-4927-bcef-9c5f0ab64ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (42082bbb-96d6-4478-9472-cf0419015d2e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.903252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:52.910734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.936031 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aadbe6-b8b1-4927-bcef-9c5f0ab64ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42082bbb-96d6-4478-9472-cf0419015d2e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:52.943137 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bcbb727f-8246-4727-85f0-7798061f4798 req-abf9013f-19f2-4ab4-b1e9-b3ff8325d7d0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012297 Apr 11 15:25:52.945584 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-76aadbe6-b8b1-4927-bcef-9c5f0ab64ed9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1760e765132d4dd687d7b0012f7b7ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765012 Apr 11 15:25:52.950306 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36754) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:52.982454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:53.027899 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9602ad81-1fe5-4d68-b8a6-691f6815b6d9 admin admin] Publish callbacks [] for security_group (42082bbb-96d6-4478-9472-cf0419015d2e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.056677 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9602ad81-1fe5-4d68-b8a6-691f6815b6d9 admin admin] Publish callbacks [] for security_group (42082bbb-96d6-4478-9472-cf0419015d2e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.105222 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9602ad81-1fe5-4d68-b8a6-691f6815b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (42082bbb-96d6-4478-9472-cf0419015d2e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.108071 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9602ad81-1fe5-4d68-b8a6-691f6815b6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.112533 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9602ad81-1fe5-4d68-b8a6-691f6815b6d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42082bbb-96d6-4478-9472-cf0419015d2e HTTP/1.1" status: 204 len: 168 time: 0.1576233 Apr 11 15:25:53.119842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ad81-1fe5-4d68-b8a6-691f6815b6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42082bbb-96d6-4478-9472-cf0419015d2e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:53.285606 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 36764) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:53.399061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0870-127c-4c73-8462-7119bae860c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.476036 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cfa53-ca17-4b95-9f3c-d6d48d41c4cf req-d26389d2-7b0f-42c9-aeb4-ade7bf81e9bc tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:53.477584 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a5cfa53-ca17-4b95-9f3c-d6d48d41c4cf req-d26389d2-7b0f-42c9-aeb4-ade7bf81e9bc tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0753255 Apr 11 15:25:53.552533 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a5cfa53-ca17-4b95-9f3c-d6d48d41c4cf req-04fcc82e-0460-4edf-a6e7-065b6ccc1880 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683324 Apr 11 15:25:53.562117 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0870-127c-4c73-8462-7119bae860c3 admin admin] Publish callbacks [] for security_group (34f058c8-74dd-49a7-9c7e-a9ac459e2b80), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.567096 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0870-127c-4c73-8462-7119bae860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (34f058c8-74dd-49a7-9c7e-a9ac459e2b80), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.613533 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e7ae0870-127c-4c73-8462-7119bae860c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47f9b1bcbb5d4e5fa2b66cb4864cbb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232815 Apr 11 15:25:53.613533 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0870-127c-4c73-8462-7119bae860c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f058c8-74dd-49a7-9c7e-a9ac459e2b80,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:53.614381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 36782) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:53.666716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Publish callbacks [] for security_group (34f058c8-74dd-49a7-9c7e-a9ac459e2b80), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.689603 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Publish callbacks [] for security_group (34f058c8-74dd-49a7-9c7e-a9ac459e2b80), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.744688 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (34f058c8-74dd-49a7-9c7e-a9ac459e2b80), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.749762 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:53.754441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34f058c8-74dd-49a7-9c7e-a9ac459e2b80 HTTP/1.1" status: 204 len: 168 time: 0.1359549 Apr 11 15:25:53.760544 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f058c8-74dd-49a7-9c7e-a9ac459e2b80,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:53.769095 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.769463 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.769804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.770150 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.770491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.770869 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.771204 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.771722 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.772059 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.772468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.772871 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.773443 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.773993 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.774553 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.775148 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd51685-50e1-4f64-ba7c-5eff38d61420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:53.815490 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bd94e-17f1-46ad-82c7-5bfb8850a3c7 req-35599d6b-c732-4626-a97f-52f5a8472ed0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:53.817397 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ad1bd94e-17f1-46ad-82c7-5bfb8850a3c7 req-35599d6b-c732-4626-a97f-52f5a8472ed0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0710108 Apr 11 15:25:53.871855 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ad1bd94e-17f1-46ad-82c7-5bfb8850a3c7 req-714376f1-21b8-4fa4-bf91-4876cd21d295 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479071 Apr 11 15:25:54.113754 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bda4a-8a9c-43dd-acf9-603af4969b6b req-44387442-3ebb-4537-8867-bc4814d31936 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:54.115358 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-611bda4a-8a9c-43dd-acf9-603af4969b6b req-44387442-3ebb-4537-8867-bc4814d31936 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0541258 Apr 11 15:25:54.179400 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-611bda4a-8a9c-43dd-acf9-603af4969b6b req-8c08eb4f-ea80-4aa9-8f94-86a3465d26ce tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581830 Apr 11 15:25:54.675322 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a774c7-b6c9-4f27-a4e8-8c0bc8700a63 req-019e3d53-5e2d-4bac-84be-30b26e2cc363 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:54.676979 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24a774c7-b6c9-4f27-a4e8-8c0bc8700a63 req-019e3d53-5e2d-4bac-84be-30b26e2cc363 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0559034 Apr 11 15:25:54.713891 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:54.740701 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24a774c7-b6c9-4f27-a4e8-8c0bc8700a63 req-7ade3d41-138b-40ef-ae92-6d56fb6aa117 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574431 Apr 11 15:25:55.015769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cd539-211a-4fd9-8a50-9c70c25beadf req-132b11a6-e8d4-417f-a9af-661a82497e74 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:55.019047 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-876cd539-211a-4fd9-8a50-9c70c25beadf req-132b11a6-e8d4-417f-a9af-661a82497e74 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0813251 Apr 11 15:25:55.093301 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-876cd539-211a-4fd9-8a50-9c70c25beadf req-73204450-4dd8-46e4-b59e-cb4e20c10cb5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682199 Apr 11 15:25:55.222792 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['dd00ffb6-f74d-426e-ab8e-79aeb1bec721'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:55.347908 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232f77-6c63-44ae-8747-64b7eac473a0 req-fa8c9a53-657c-4b9d-b960-bfea0ec1872e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:55.349470 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-74232f77-6c63-44ae-8747-64b7eac473a0 req-fa8c9a53-657c-4b9d-b960-bfea0ec1872e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0838373 Apr 11 15:25:55.403878 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-74232f77-6c63-44ae-8747-64b7eac473a0 req-c45a208a-af7d-419f-9c63-bcd9f84a5515 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481906 Apr 11 15:25:55.858213 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187ac7-0374-4d45-ac7e-5685a8b6785c req-aea913bd-74b6-47d8-a630-f21d770b07f6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:55.859904 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-51187ac7-0374-4d45-ac7e-5685a8b6785c req-aea913bd-74b6-47d8-a630-f21d770b07f6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0508759 Apr 11 15:25:55.913461 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-51187ac7-0374-4d45-ac7e-5685a8b6785c req-3686ec8e-5731-4f5b-9a3d-a73285199374 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477350 Apr 11 15:25:56.210922 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2649281-9b00-476b-b120-454bd2a391a0 req-61c6f0b7-1e30-44b4-9aa9-8f407e665d28 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:56.212524 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d2649281-9b00-476b-b120-454bd2a391a0 req-61c6f0b7-1e30-44b4-9aa9-8f407e665d28 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0490217 Apr 11 15:25:56.268348 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d2649281-9b00-476b-b120-454bd2a391a0 req-e732c6a5-748e-4e23-816b-8562c981c2f7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477047 Apr 11 15:25:56.520428 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1db5f3-fc7b-4023-83a9-9b85d6da7536 req-6ce2ba08-de12-4f06-b0ab-4aed779ff1ca tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:56.522000 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6e1db5f3-fc7b-4023-83a9-9b85d6da7536 req-6ce2ba08-de12-4f06-b0ab-4aed779ff1ca tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Apr 11 15:25:56.573186 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6e1db5f3-fc7b-4023-83a9-9b85d6da7536 req-74bf2c7f-61a9-49ef-9403-514e71b5c2f8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Apr 11 15:25:56.706716 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-991000d6-e691-49e0-8452-53d4e95ca6e0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291140 Apr 11 15:25:56.895580 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-191fc581-3a09-4a59-a941-3bedb6741434 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:56.897060 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-191fc581-3a09-4a59-a941-3bedb6741434 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852322 Apr 11 15:25:56.911801 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-21815cb6-521d-43e1-b1c6-18f74bfa060e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/quotas/ef61a3cf217e48ab8e15c63ccdce7c8e HTTP/1.1" status: 200 len: 375 time: 0.0094237 Apr 11 15:25:56.944588 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-f7ba6333-c304-4a6e-869b-d1b011eea5d0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276570 Apr 11 15:25:57.134354 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395a745-c5e2-4a00-8cb4-e4653ad9cb58 req-81774171-95e0-4dd3-aa22-c4408d4dfb79 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:57.135927 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7395a745-c5e2-4a00-8cb4-e4653ad9cb58 req-81774171-95e0-4dd3-aa22-c4408d4dfb79 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0495341 Apr 11 15:25:57.188398 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7395a745-c5e2-4a00-8cb4-e4653ad9cb58 req-0fa0d225-8082-4ff4-96c1-c078c485d1a9 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466509 Apr 11 15:25:57.258134 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6eccabdf-dd46-4fcf-8cc9-710b61e4c2f4 req-b1cfffaf-afa5-4731-b455-12d2bab928dd tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0290740 Apr 11 15:25:57.397731 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d882fb-5a01-4098-98db-6e1a52cf123b req-675a774c-7d07-402b-a547-cdb5507f5f9b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:57.399268 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-76d882fb-5a01-4098-98db-6e1a52cf123b req-675a774c-7d07-402b-a547-cdb5507f5f9b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0509903 Apr 11 15:25:57.455571 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-76d882fb-5a01-4098-98db-6e1a52cf123b req-0de767e7-e2de-4b31-b51d-c6c4cd3f9558 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501382 Apr 11 15:25:57.685538 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7ee8-6692-44ec-bd92-00a3bb3862e2 req-5a2615ce-cfea-431b-a248-e560d993748b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:57.687019 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a17f7ee8-6692-44ec-bd92-00a3bb3862e2 req-5a2615ce-cfea-431b-a248-e560d993748b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0465424 Apr 11 15:25:57.735564 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a17f7ee8-6692-44ec-bd92-00a3bb3862e2 req-acbe98fa-5555-4249-9e58-d79e0e02ccf1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Apr 11 15:25:58.306272 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca821f6b-5b6b-4e4f-8530-c4fcfdad9d6f req-af89d159-3891-4fa4-9e27-e65e3b453d2b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:58.307811 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ca821f6b-5b6b-4e4f-8530-c4fcfdad9d6f req-af89d159-3891-4fa4-9e27-e65e3b453d2b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0506456 Apr 11 15:25:58.359116 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ca821f6b-5b6b-4e4f-8530-c4fcfdad9d6f req-e9a28114-b4b4-4f20-9501-f91c48ca8423 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 Apr 11 15:25:58.451339 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-445e49b3-d993-4e8c-a3f5-c85ca4e9f5d1 req-4f88d0f4-260b-4d66-a96d-183f6d6f6cf8 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Apr 11 15:25:58.568405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9c7c4-fb03-4e1b-97ba-70d454a7b831 req-19db5fc6-59b3-44c6-b7d8-bd9df006e670 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:58.570298 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-40b9c7c4-fb03-4e1b-97ba-70d454a7b831 req-19db5fc6-59b3-44c6-b7d8-bd9df006e670 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0487671 Apr 11 15:25:58.621405 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-40b9c7c4-fb03-4e1b-97ba-70d454a7b831 req-40fd21c0-80df-4b8b-bd3b-42e8679109f2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453296 Apr 11 15:25:58.860220 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da2afd-c43e-4886-b17e-3dc067690569 req-89c6aa34-9bc9-4738-acbf-dc9e987acb90 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:58.862131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-98da2afd-c43e-4886-b17e-3dc067690569 req-89c6aa34-9bc9-4738-acbf-dc9e987acb90 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Apr 11 15:25:58.910608 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-98da2afd-c43e-4886-b17e-3dc067690569 req-8b31f6d1-7dc1-4e83-9b07-748b02326b31 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Apr 11 15:25:59.477635 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb769d2-fd30-485a-926c-107f90b48d39 req-f1aef5cc-fe6c-49a4-a8a3-02bbc4b630e0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:59.479155 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ceb769d2-fd30-485a-926c-107f90b48d39 req-f1aef5cc-fe6c-49a4-a8a3-02bbc4b630e0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0483770 Apr 11 15:25:59.531460 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ceb769d2-fd30-485a-926c-107f90b48d39 req-a38ec62c-9a00-4d90-acf0-787d9a1ce18f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Apr 11 15:25:59.614219 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b407dcc-fbdd-49d2-8728-972a416789e3 req-1d12eef3-03d2-4cc5-8b8a-b5187923b80d tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0271263 Apr 11 15:25:59.740405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21202dff-9fe0-43c0-b9b8-d42e83a0634a req-c586566a-4fd8-4980-b686-3748f0852c7f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:59.741830 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-21202dff-9fe0-43c0-b9b8-d42e83a0634a req-c586566a-4fd8-4980-b686-3748f0852c7f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0544429 Apr 11 15:25:59.791647 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-21202dff-9fe0-43c0-b9b8-d42e83a0634a req-b3ae9cd1-b040-4643-8215-dee18d7fba15 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440073 Apr 11 15:26:00.024013 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20919a92-ac97-4790-ab85-8bac953c9aaf req-76ff898f-a42d-4a7b-8131-4585c48a7f57 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:00.025441 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-20919a92-ac97-4790-ab85-8bac953c9aaf req-76ff898f-a42d-4a7b-8131-4585c48a7f57 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0491784 Apr 11 15:26:00.075143 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-20919a92-ac97-4790-ab85-8bac953c9aaf req-fe2c5e1d-ee8e-408c-855e-a497b30256b6 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Apr 11 15:26:00.651115 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e487-d55b-4c6f-925d-0f3fd976a501 req-ac799f8e-3f34-4cf2-9421-9e2e98e774ec tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:00.652734 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b93e487-d55b-4c6f-925d-0f3fd976a501 req-ac799f8e-3f34-4cf2-9421-9e2e98e774ec tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0546606 Apr 11 15:26:00.719801 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b93e487-d55b-4c6f-925d-0f3fd976a501 req-2b9dbe7c-1a8f-407b-a718-3ef0b5c0bb2f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605283 Apr 11 15:26:00.804493 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e3972fce-7c6e-4c3f-9f30-8f2e5d2da857 req-a3272cc4-50f2-4cf2-9c0b-3475bbb4012a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0286584 Apr 11 15:26:00.910573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9563e4b-a6af-4a5a-bb61-d464eafad630 req-5fcdf188-c432-4f90-9ffc-c3d6e9571bbe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:00.912203 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9563e4b-a6af-4a5a-bb61-d464eafad630 req-5fcdf188-c432-4f90-9ffc-c3d6e9571bbe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Apr 11 15:26:00.961137 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9563e4b-a6af-4a5a-bb61-d464eafad630 req-c46686c2-6ad2-4ddb-bbcf-6f1d9369ddb5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433106 Apr 11 15:26:01.191385 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86054e1-9b5c-4912-9380-2ae280a882ad req-b1b5b008-080b-46a8-884e-420c17c7319b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:01.193176 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d86054e1-9b5c-4912-9380-2ae280a882ad req-b1b5b008-080b-46a8-884e-420c17c7319b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0516796 Apr 11 15:26:01.241302 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d86054e1-9b5c-4912-9380-2ae280a882ad req-c99c8fea-6d38-4e0c-b626-86d984a3b08c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Apr 11 15:26:01.841649 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9041aa-9bef-4fd1-b156-98a03194a892 req-e4bfa91a-ca81-4057-8e7b-54f357d12a43 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:01.843160 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fa9041aa-9bef-4fd1-b156-98a03194a892 req-e4bfa91a-ca81-4057-8e7b-54f357d12a43 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0487373 Apr 11 15:26:01.891149 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fa9041aa-9bef-4fd1-b156-98a03194a892 req-816c10cb-1e8e-4737-8877-20f8b3134db1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Apr 11 15:26:01.972253 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-92786814-03b2-4e79-ab45-6c3f15df104b req-4cafa97a-dc6e-48ec-88e6-1c92486b2282 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0288401 Apr 11 15:26:02.003269 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device dd00ffb6-f74d-426e-ab8e-79aeb1bec721 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:02.049312 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:26:02.055268 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:02.055754 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.077283 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e7d9f-6f39-4aa6-95f7-823fef1b6818 req-ba3e0a9d-eb52-442f-8ddd-5ff87010c1fb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:02.078861 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f26e7d9f-6f39-4aa6-95f7-823fef1b6818 req-ba3e0a9d-eb52-442f-8ddd-5ff87010c1fb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 944 time: 0.0508766 Apr 11 15:26:02.131895 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f26e7d9f-6f39-4aa6-95f7-823fef1b6818 req-174365e5-d971-45a1-8113-89db44919791 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456121 Apr 11 15:26:02.141800 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:02.142854 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.167216 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:02.169470 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bdaf4b-9be8-48bd-94de-e819e498fa8e" -d '{"events": [{"server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "name": "network-vif-plugged", "status": "completed", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:02.183463 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:02.187965 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.212504 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98389054-c397-4dd7-a9d1-507d063ed048 x-openstack-request-id: req-98389054-c397-4dd7-a9d1-507d063ed048 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:02.212790 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "name": "network-vif-plugged", "status": "completed", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:02.213037 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98389054-c397-4dd7-a9d1-507d063ed048 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:02.213427 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98389054-c397-4dd7-a9d1-507d063ed048'] response: {'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'code': 200} Apr 11 15:26:02.238663 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:02.246115 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.246463 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.246857 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.247221 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.247552 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.247876 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.248201 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.248523 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.248844 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.249180 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.249484 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.249818 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.250147 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.250461 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.250801 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:02.358072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60524-f7a5-40fe-a4c6-993dd196a653 req-de199987-c439-4308-b9e9-ec00c5c505c3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:02.359638 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5ae60524-f7a5-40fe-a4c6-993dd196a653 req-de199987-c439-4308-b9e9-ec00c5c505c3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Apr 11 15:26:02.409591 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5ae60524-f7a5-40fe-a4c6-993dd196a653 req-ce6d6c7d-b0e7-43de-be5e-b7af0f2e9445 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Apr 11 15:26:02.825433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37032) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:02.954031 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.046266 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d356ac-c88a-4b59-9a89-7b69b4fe7f64 req-033869a9-0dde-4a88-90ad-936332cad907 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.047727 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6d356ac-c88a-4b59-9a89-7b69b4fe7f64 req-033869a9-0dde-4a88-90ad-936332cad907 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 944 time: 0.0816331 Apr 11 15:26:03.136459 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6d356ac-c88a-4b59-9a89-7b69b4fe7f64 req-3babdbe9-74a3-4be4-8142-b571e17970dd tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804629 Apr 11 15:26:03.160916 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Publish callbacks [] for security_group (b85e31ec-1c50-4e6a-9303-e1259df0efcd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.165819 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b85e31ec-1c50-4e6a-9303-e1259df0efcd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.221602 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0bb702b535e24dd38b0534fa5e569769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951106 Apr 11 15:26:03.224253 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e31ec-1c50-4e6a-9303-e1259df0efcd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:03.224666 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:03.246373 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db84c4e1-4ad7-465a-a914-5e80e006dcd0 req-d832bf96-2d44-4af3-89d0-bf985277af6a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0413220 Apr 11 15:26:03.270894 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.271419 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.272009 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.283591 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90d33b2a-8bb4-42d3-b407-255f8499ed3d admin admin] Publish callbacks [] for security_group (b85e31ec-1c50-4e6a-9303-e1259df0efcd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.286672 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.287684 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.289031 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.289572 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.290313 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.292750 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.294488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.294999 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.295926 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.296735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.296735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.296939 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca049d-cd33-471f-822c-8dc8b83e9841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:03.336136 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90d33b2a-8bb4-42d3-b407-255f8499ed3d admin admin] Publish callbacks [] for security_group (b85e31ec-1c50-4e6a-9303-e1259df0efcd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.404527 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39189afa-dd81-49ba-a67e-00a80202c017 req-d45ce43b-71ba-42e9-a022-2d43caa6d9c6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.406162 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-39189afa-dd81-49ba-a67e-00a80202c017 req-d45ce43b-71ba-42e9-a022-2d43caa6d9c6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0704076 Apr 11 15:26:03.504081 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-39189afa-dd81-49ba-a67e-00a80202c017 req-c080e4dd-fd42-46c2-866a-eb022ddb4710 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660498 Apr 11 15:26:03.598808 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90d33b2a-8bb4-42d3-b407-255f8499ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b85e31ec-1c50-4e6a-9303-e1259df0efcd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.601465 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90d33b2a-8bb4-42d3-b407-255f8499ed3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.602674 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-90d33b2a-8bb4-42d3-b407-255f8499ed3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b85e31ec-1c50-4e6a-9303-e1259df0efcd HTTP/1.1" status: 204 len: 168 time: 0.3770154 Apr 11 15:26:03.613073 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d33b2a-8bb4-42d3-b407-255f8499ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e31ec-1c50-4e6a-9303-e1259df0efcd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:03.614643 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea7b6-3375-4b44-8aab-60ed86504374 req-c80e97e7-08dd-40c8-96aa-0010a5971810 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.616849 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d59ea7b6-3375-4b44-8aab-60ed86504374 req-c80e97e7-08dd-40c8-96aa-0010a5971810 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0588403 Apr 11 15:26:03.685166 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d59ea7b6-3375-4b44-8aab-60ed86504374 req-b121a626-bb93-4e7b-ae5c-c53bf762dc49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615084 Apr 11 15:26:03.738520 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359620b-366f-4855-ad4c-795c9d9cc69d req-b4a71a01-f562-4738-95cf-abf62001b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.741159 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8359620b-366f-4855-ad4c-795c9d9cc69d req-b4a71a01-f562-4738-95cf-abf62001b1b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1129 time: 0.0836961 Apr 11 15:26:04.013008 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 89011858-fabf-4505-934e-26589717c6f0 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:26:04.036153 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fb16b-881b-4cd2-8adc-9c5a96c8c4e8 req-0d247c9b-e70b-4fe3-a2a3-d8aa27ba96c2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:04.039962 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-250fb16b-881b-4cd2-8adc-9c5a96c8c4e8 req-0d247c9b-e70b-4fe3-a2a3-d8aa27ba96c2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0573072 Apr 11 15:26:04.105404 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-250fb16b-881b-4cd2-8adc-9c5a96c8c4e8 req-44559531-c74e-44ce-bed2-c1a89d427f04 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594065 Apr 11 15:26:04.130088 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 89011858-fabf-4505-934e-26589717c6f0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=89011858-fabf-4505-934e-26589717c6f0,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:04.138263 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '89011858-fabf-4505-934e-26589717c6f0', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'port_id': '89011858-fabf-4505-934e-26589717c6f0', 'mac_address': 'fa:16:3e:a4:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:26:04.183921 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 89011858-fabf-4505-934e-26589717c6f0 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:04.184313 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (89011858-fabf-4505-934e-26589717c6f0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.203546 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89011858-fabf-4505-934e-26589717c6f0 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:04.225906 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 89011858-fabf-4505-934e-26589717c6f0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=89011858-fabf-4505-934e-26589717c6f0,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:04.231878 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (89011858-fabf-4505-934e-26589717c6f0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.285470 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cbc7d-4ff8-492d-bf6b-d0ee7dea85b8 req-c585fd8f-464d-4d0b-83a2-929966b986d8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:04.290440 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=89011858-fabf-4505-934e-26589717c6f0,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:04.297284 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b28cbc7d-4ff8-492d-bf6b-d0ee7dea85b8 req-c585fd8f-464d-4d0b-83a2-929966b986d8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 945 time: 0.0746837 Apr 11 15:26:04.365369 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-05f3037a-bb03-486c-8571-64917ea6ed8d req-52a23c73-9cfa-4e2c-b469-a1ec73c4cf80 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0321727 Apr 11 15:26:04.367148 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b28cbc7d-4ff8-492d-bf6b-d0ee7dea85b8 req-fb9be9a3-c994-463d-92cc-e4924a1dab94 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645502 Apr 11 15:26:04.443860 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37100) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:04.546352 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1173770745-network', 'tenant_id': '25f4890c12314c73a71ce1a7539bc0cb'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:04.568195 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Made reservation on behalf of 25f4890c12314c73a71ce1a7539bc0cb for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:04.570616 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.599851 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.677464 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe7ced-9d1b-47f5-9175-0d91f91a7159 req-6c53b2f9-87c3-4aad-957e-6f7fbfcec603 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:04.679003 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5fbe7ced-9d1b-47f5-9175-0d91f91a7159 req-6c53b2f9-87c3-4aad-957e-6f7fbfcec603 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.1060898 Apr 11 15:26:04.762064 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8359620b-366f-4855-ad4c-795c9d9cc69d req-a311ee80-d128-4b4a-811a-dd4dab4f10c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707177 Apr 11 15:26:04.790652 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361517c-16bf-4f7c-9e62-744205d6f0f0 req-f9fcca5e-000b-4b84-992d-882a1fc682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:04.792240 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6361517c-16bf-4f7c-9e62-744205d6f0f0 req-f9fcca5e-000b-4b84-992d-882a1fc682b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 1129 time: 0.1122684 Apr 11 15:26:04.809258 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5fbe7ced-9d1b-47f5-9175-0d91f91a7159 req-576dfb55-b596-4459-a035-87818f1fbf36 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120584 Apr 11 15:26:04.833429 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks [] for security_group (9458f892-e650-4e6d-820c-26efe6c29e69), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.838119 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (9458f892-e650-4e6d-820c-26efe6c29e69), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.877693 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:26:04.899071 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (69c28ea8-7484-4a3e-99d9-6895557c11a2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.899416 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Added segment 69c28ea8-7484-4a3e-99d9-6895557c11a2 of type vlan for network 054acad1-a086-46ca-80e7-3a0b72a78795 Apr 11 15:26:04.900759 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9458f892-e650-4e6d-820c-26efe6c29e69,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:04.909556 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['89011858-fabf-4505-934e-26589717c6f0'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:26:04.948456 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (054acad1-a086-46ca-80e7-3a0b72a78795), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.978477 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (054acad1-a086-46ca-80e7-3a0b72a78795), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.979492 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:04.980060 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.021025 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5755131 Apr 11 15:26:05.023895 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37120) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:05.029681 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Request body: {'subnet': {'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1173770745-subnet', 'tenant_id': '25f4890c12314c73a71ce1a7539bc0cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:05.056725 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Made reservation on behalf of 25f4890c12314c73a71ce1a7539bc0cb for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:05.061968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.076756 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca3cbb-c19a-4d2e-b9d1-87350d65897b admin admin] Pushing event updated for resources: {'Network': ['ID=054acad1-a086-46ca-80e7-3a0b72a78795,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:05.092355 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 054acad1-a086-46ca-80e7-3a0b72a78795 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:26:05.305017 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0878f8-b349-49a3-9a61-b1149fe30ae1 req-9ffc3285-e2d0-4cff-8160-6e6d4335de26 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:05.306525 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cf0878f8-b349-49a3-9a61-b1149fe30ae1 req-9ffc3285-e2d0-4cff-8160-6e6d4335de26 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0870781 Apr 11 15:26:05.397516 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cf0878f8-b349-49a3-9a61-b1149fe30ae1 req-184240db-65fa-4f7e-845b-4124b1099806 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835304 Apr 11 15:26:05.400579 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (d1a125d7-8c8b-48db-b886-9cb58d17e829), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.475250 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a125d7-8c8b-48db-b886-9cb58d17e829,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:05.483129 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Checking segment: {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:05.483560 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Network hostable DHCP agents. Network: 054acad1-a086-46ca-80e7-3a0b72a78795, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:26:05.518903 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e8a90abb-3a34-41ab-8f7c-25b4d51021aa req-09ae6878-4325-48fd-b32a-03b61ef1514f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Apr 11 15:26:05.527568 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611061-9935-4b11-9815-f753c10ae5bf req-ac2b5497-49ac-4f6b-9919-d41a4847afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:05.529313 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-ac2b5497-49ac-4f6b-9919-d41a4847afe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1129 time: 0.1036417 Apr 11 15:26:05.530485 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Network 054acad1-a086-46ca-80e7-3a0b72a78795 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:26:05.542152 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 054acad1-a086-46ca-80e7-3a0b72a78795) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:05.546573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:05.547326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.552500 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9783a5e-fc76-4941-abeb-dec17267bbb9 None None] Network 054acad1-a086-46ca-80e7-3a0b72a78795 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:26:05.561819 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dddde-71ee-4c88-a7d3-26381cf0f098 req-2d1fa6ad-9013-40fe-a918-2f9e99784bce tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:05.563474 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb9dddde-71ee-4c88-a7d3-26381cf0f098 req-2d1fa6ad-9013-40fe-a918-2f9e99784bce tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 945 time: 0.0988641 Apr 11 15:26:05.573014 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ac55bc9d-8961-4460-b19f-52afa532b005 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5400591 Apr 11 15:26:05.573207 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6361517c-16bf-4f7c-9e62-744205d6f0f0 req-fe1cc114-32e6-4018-abe1-984f8cf75e30 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389403 Apr 11 15:26:05.613542 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb9dddde-71ee-4c88-a7d3-26381cf0f098 req-9090d86f-4eb0-4ba1-93ad-3d425111373a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Apr 11 15:26:05.670218 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ace8e3-c0cb-488c-b76e-264fe587220d None None] Network 054acad1-a086-46ca-80e7-3a0b72a78795 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:26:05.932779 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c25aa-6c62-4488-b3a9-32d8e03f5288 req-12cf976e-75c4-42c2-bf33-b959517d51b3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:05.934462 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-212c25aa-6c62-4488-b3a9-32d8e03f5288 req-12cf976e-75c4-42c2-bf33-b959517d51b3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0550299 Apr 11 15:26:05.985974 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-212c25aa-6c62-4488-b3a9-32d8e03f5288 req-96a92c06-70ae-4fd5-8c05-20415757586c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448561 Apr 11 15:26:06.518238 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 89011858-fabf-4505-934e-26589717c6f0 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:06.524740 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052bb8b-762c-4b87-a6c4-a7bda8e78da9 req-050ec94e-b78e-47f0-a45d-dc1267c46efc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.527244 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2052bb8b-762c-4b87-a6c4-a7bda8e78da9 req-050ec94e-b78e-47f0-a45d-dc1267c46efc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0516553 Apr 11 15:26:06.563111 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 89011858-fabf-4505-934e-26589717c6f0 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:26:06.569469 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 89011858-fabf-4505-934e-26589717c6f0 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:06.569876 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (89011858-fabf-4505-934e-26589717c6f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.581291 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2052bb8b-762c-4b87-a6c4-a7bda8e78da9 req-1247730a-5600-4e54-8daa-da38819dbec5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490143 Apr 11 15:26:06.647153 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1c901411-7967-4442-90d1-5b3546339998 req-efa18ad0-6c75-4b7a-b800-5c42e59222a4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0467553 Apr 11 15:26:06.672824 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 89011858-fabf-4505-934e-26589717c6f0 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:06.673809 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (89011858-fabf-4505-934e-26589717c6f0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.698358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89011858-fabf-4505-934e-26589717c6f0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:06.700533 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c5bffc-1fbf-43d9-bc1a-56053f226833" -d '{"events": [{"server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "name": "network-vif-plugged", "status": "completed", "tag": "89011858-fabf-4505-934e-26589717c6f0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:06.720890 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 89011858-fabf-4505-934e-26589717c6f0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=89011858-fabf-4505-934e-26589717c6f0,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:06.727795 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (89011858-fabf-4505-934e-26589717c6f0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.748275 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564f6e0-d2ef-448a-b5e1-04c88c81f3b8 req-478445cb-2cb2-4249-b2da-e40286f5a74b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.751115 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2564f6e0-d2ef-448a-b5e1-04c88c81f3b8 req-478445cb-2cb2-4249-b2da-e40286f5a74b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 945 time: 0.0605226 Apr 11 15:26:06.757580 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c730d7f-3a26-452a-90a6-c2371672f0a1 x-openstack-request-id: req-6c730d7f-3a26-452a-90a6-c2371672f0a1 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:06.757985 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "name": "network-vif-plugged", "status": "completed", "tag": "89011858-fabf-4505-934e-26589717c6f0", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:06.758311 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c730d7f-3a26-452a-90a6-c2371672f0a1 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:06.758794 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c730d7f-3a26-452a-90a6-c2371672f0a1'] response: {'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89011858-fabf-4505-934e-26589717c6f0', 'code': 200} Apr 11 15:26:06.794912 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=89011858-fabf-4505-934e-26589717c6f0,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:06.799665 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2564f6e0-d2ef-448a-b5e1-04c88c81f3b8 req-2d24e9b7-109d-4dba-832a-802da917acea tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Apr 11 15:26:07.111304 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899cc2-dc77-4d81-a7c6-3686f7f91a50 req-f59d3203-2b08-4aa3-84be-0acf4d0d8544 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.112827 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-95899cc2-dc77-4d81-a7c6-3686f7f91a50 req-f59d3203-2b08-4aa3-84be-0acf4d0d8544 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0529740 Apr 11 15:26:07.159373 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-95899cc2-dc77-4d81-a7c6-3686f7f91a50 req-f873b6d4-ae49-41d7-9f3a-5b526aae7ed7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409276 Apr 11 15:26:07.760644 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f48c196a-8f13-4cd3-9162-698785588e7e req-667c5744-d511-4063-a3d6-4aa0ccee390b tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0302801 Apr 11 15:26:07.784725 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2893a-7ef6-46cd-93e6-4e0eacb1da69 req-dc23ced2-8a9e-4822-8039-2ec5fbf29ff3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.786226 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7db2893a-7ef6-46cd-93e6-4e0eacb1da69 req-dc23ced2-8a9e-4822-8039-2ec5fbf29ff3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1227138 Apr 11 15:26:07.917410 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1b4a-8af3-4885-bbe9-465771bc2fd0 req-7a70540c-a878-4473-a1d4-579d1e6e9118 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.918826 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-babb1b4a-8af3-4885-bbe9-465771bc2fd0 req-7a70540c-a878-4473-a1d4-579d1e6e9118 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0479844 Apr 11 15:26:07.920166 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7db2893a-7ef6-46cd-93e6-4e0eacb1da69 req-11dc5656-6211-49f3-b14d-6198c5c61180 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246219 Apr 11 15:26:07.921309 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611061-9935-4b11-9815-f753c10ae5bf req-cec509a4-1b1c-4df6-8845-fe608939e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.922735 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-cec509a4-1b1c-4df6-8845-fe608939e1bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.2001326 Apr 11 15:26:07.971676 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-babb1b4a-8af3-4885-bbe9-465771bc2fd0 req-7b42877f-e1f0-497e-8ca0-71915146912e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458961 Apr 11 15:26:08.273337 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771e31e-2340-47fe-bb16-e8a79c116f6f req-f7a00e35-df98-432e-b1b3-8e4bbc2ff242 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:08.275093 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b771e31e-2340-47fe-bb16-e8a79c116f6f req-f7a00e35-df98-432e-b1b3-8e4bbc2ff242 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0483384 Apr 11 15:26:08.321645 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b771e31e-2340-47fe-bb16-e8a79c116f6f req-64ac35ac-cd4a-49cf-8c05-2f801da7decd tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410542 Apr 11 15:26:08.380252 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f7e655b0-f51a-415b-897d-2333ff7f05db tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:08.381720 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f7e655b0-f51a-415b-897d-2333ff7f05db tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/networks?id=054acad1-a086-46ca-80e7-3a0b72a78795 HTTP/1.1" status: 200 len: 809 time: 0.1025903 Apr 11 15:26:08.396880 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-549172bf-a0ae-47c7-871f-db4330cc314b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/quotas/25f4890c12314c73a71ce1a7539bc0cb HTTP/1.1" status: 200 len: 375 time: 0.0097106 Apr 11 15:26:08.433779 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-16b8255f-82a6-40d5-85c1-0205e8095291 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315156 Apr 11 15:26:08.526566 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-7dedfbee-a9e2-45c3-afe4-5917b8f0cb8a service neutron] 10.222.0.50 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861535 Apr 11 15:26:08.620605 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-aa0b767b-b1c6-45cd-9333-ec10a4c567e3 service neutron] 10.222.0.50 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883033 Apr 11 15:26:08.785447 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b149e1bc-0200-44eb-840b-5e5e7a06502b req-43d9841c-a97b-4e41-9484-d03d938d9aff tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0323005 Apr 11 15:26:08.878919 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1138e0be-9052-4f4e-8987-9c1c488a92f5 req-0f34e7a6-c23d-4d41-b03f-1d893fffce07 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0390406 Apr 11 15:26:09.037505 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234088-e393-46c4-8752-69dfe01fac3f req-e0d49a63-b99a-4505-911a-512e403b1cba tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:09.039429 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3a234088-e393-46c4-8752-69dfe01fac3f req-e0d49a63-b99a-4505-911a-512e403b1cba tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0506706 Apr 11 15:26:09.103600 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3a234088-e393-46c4-8752-69dfe01fac3f req-d5df91a9-2430-481b-bc44-dcdfba2fd584 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Apr 11 15:26:09.135817 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a26ec-be80-4acb-81a4-5a86063bff8d req-38cbd4d8-eebd-4000-95a9-35835d76fc13 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:09.137370 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5b4a26ec-be80-4acb-81a4-5a86063bff8d req-38cbd4d8-eebd-4000-95a9-35835d76fc13 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0712407 Apr 11 15:26:09.187572 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5b4a26ec-be80-4acb-81a4-5a86063bff8d req-10735c41-b837-4b62-893d-3ae1797c8a16 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435491 Apr 11 15:26:09.436517 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a19f6-6646-49ec-a726-b9d54742dd67 req-ea000b7e-c6b9-4b4f-aa4f-b9a90ad6b4af tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:09.437993 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-395a19f6-6646-49ec-a726-b9d54742dd67 req-ea000b7e-c6b9-4b4f-aa4f-b9a90ad6b4af tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0479960 Apr 11 15:26:09.484992 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-395a19f6-6646-49ec-a726-b9d54742dd67 req-c35d6fb6-4c32-4727-80b6-9507011ec115 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411811 Apr 11 15:26:09.883660 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5864ff92-ab8b-49a7-aebf-e83096f8cfa1 req-05ad7a13-bf2b-4014-a01a-3845ea93bc6d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0278132 Apr 11 15:26:09.982008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-38d0eb25-1464-4bc3-98e5-732adfe3bf2f req-a50769e3-04c4-4f5d-9a21-51635a6532ce tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0305367 Apr 11 15:26:10.228815 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605197-334e-48f8-a383-afee9d0d109f req-0ebe6d8c-16e3-4eed-ada0-b88ccfebfa60 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:10.230305 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b605197-334e-48f8-a383-afee9d0d109f req-0ebe6d8c-16e3-4eed-ada0-b88ccfebfa60 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0530303 Apr 11 15:26:10.279278 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b605197-334e-48f8-a383-afee9d0d109f req-c9cd13cf-b821-4a02-8fc5-7e5a4586037d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Apr 11 15:26:10.306513 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44f76-59d4-47ab-a4e4-1171a4897819 req-eac48808-c11a-4bca-a173-128f96dee4d6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:10.307989 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ca44f76-59d4-47ab-a4e4-1171a4897819 req-eac48808-c11a-4bca-a173-128f96dee4d6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0538843 Apr 11 15:26:10.355038 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ca44f76-59d4-47ab-a4e4-1171a4897819 req-181f74f1-7edc-4600-bc45-a1ab9e562ef1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Apr 11 15:26:10.597197 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd361-aea3-46c4-b989-b11f67a1892e req-51a06757-fcb8-42a3-b83c-fa9d3641418c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:10.598708 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f2bcd361-aea3-46c4-b989-b11f67a1892e req-51a06757-fcb8-42a3-b83c-fa9d3641418c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0474470 Apr 11 15:26:10.650161 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f2bcd361-aea3-46c4-b989-b11f67a1892e req-b3252fb8-ba33-489e-94b2-9c4ff82a6a40 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459373 Apr 11 15:26:10.978252 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5fc82e43-b4d8-47e8-8afd-828998a22c86 req-f3901b52-2c52-46bd-836f-5c9167973f86 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0280449 Apr 11 15:26:11.082474 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c8217ae0-dc39-4e7b-8f39-66e3ac631fe7 req-f38ac509-2621-4afc-8a52-21f29dcf839c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0328338 Apr 11 15:26:11.392843 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ef104-a78e-4ce1-bdaf-9d06ff7129c0 req-3d07430a-aa5f-4592-9dcc-7d0f171d65c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:11.395957 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a41ef104-a78e-4ce1-bdaf-9d06ff7129c0 req-3d07430a-aa5f-4592-9dcc-7d0f171d65c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0505803 Apr 11 15:26:11.442604 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a41ef104-a78e-4ce1-bdaf-9d06ff7129c0 req-82b34a29-ca3d-4a7b-81fa-9056a2cb411d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Apr 11 15:26:11.467948 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd2c44-56ad-4d56-91a1-5f8e48db508e req-91bf0419-3fcc-4cd4-b6ab-8c6cac3d9c02 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:11.469606 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-10bd2c44-56ad-4d56-91a1-5f8e48db508e req-91bf0419-3fcc-4cd4-b6ab-8c6cac3d9c02 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0495992 Apr 11 15:26:11.516702 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-10bd2c44-56ad-4d56-91a1-5f8e48db508e req-ba3493aa-e39e-4e50-b498-ababcc65a45c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Apr 11 15:26:11.760303 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa8370-cf0f-4c7a-b58a-9ea28f89d3f2 req-4e8981c8-28aa-465e-a5cd-f1e04ac95804 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:11.761760 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9cfa8370-cf0f-4c7a-b58a-9ea28f89d3f2 req-4e8981c8-28aa-465e-a5cd-f1e04ac95804 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0464218 Apr 11 15:26:11.808164 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9cfa8370-cf0f-4c7a-b58a-9ea28f89d3f2 req-8f2f3a72-99f9-4bd4-99bc-6ddfd3a8e663 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407910 Apr 11 15:26:12.074119 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7014da42-b1a8-4137-91c4-b6fceb085fd6 req-f693afaf-a79f-482e-8b99-725bbca240a6 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0280120 Apr 11 15:26:12.184808 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0287da7f-6b06-40e7-ae7f-f1fd515e76e0 req-630f54ee-ff8e-4c1f-a4f9-d60e0a984a5c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Apr 11 15:26:12.558707 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da94623-5c18-45b2-9a1a-f86c2c0c3f26 req-181a493d-e1ff-4a89-8731-03aef924f2e8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:12.560184 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6da94623-5c18-45b2-9a1a-f86c2c0c3f26 req-181a493d-e1ff-4a89-8731-03aef924f2e8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0493720 Apr 11 15:26:12.612087 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6da94623-5c18-45b2-9a1a-f86c2c0c3f26 req-b9cff515-18e6-4675-87d7-eed059113222 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Apr 11 15:26:12.642963 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662104-0e96-4fef-84c8-6303e3ebe516 req-c71c2b27-c87a-404a-bde6-e6f710688950 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:12.644462 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2c662104-0e96-4fef-84c8-6303e3ebe516 req-c71c2b27-c87a-404a-bde6-e6f710688950 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0524695 Apr 11 15:26:12.691313 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2c662104-0e96-4fef-84c8-6303e3ebe516 req-7c443829-bc2c-4cb1-9b97-5e4c44678f07 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Apr 11 15:26:12.945417 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84b96d-db55-4c4a-9ff0-cac5ffc29c2f req-e56dcea6-7756-4db5-a36e-2464ee94a24e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:12.947976 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ae84b96d-db55-4c4a-9ff0-cac5ffc29c2f req-e56dcea6-7756-4db5-a36e-2464ee94a24e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0726702 Apr 11 15:26:13.013058 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ae84b96d-db55-4c4a-9ff0-cac5ffc29c2f req-50c64fd7-e168-4a49-bade-d88f6991bbe9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585742 Apr 11 15:26:13.215491 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b0510201-73cb-41bb-94fa-66f906fde905 req-9cd8d4dd-9a2a-494f-9508-80140276b1c2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0499008 Apr 11 15:26:13.252900 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-e5e547f5-151c-4246-8fa1-af3679ef2dfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a HTTP/1.1" status: 200 len: 217 time: 0.0700600 Apr 11 15:26:13.301649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d8134020-7667-414c-9558-20c05e7d2019 req-6404a6da-50bb-408d-9c69-64f89180b72e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0347176 Apr 11 15:26:13.734309 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea4db3-8ae4-471a-85d5-3a0598a1f9ac req-13cd16ea-8e3b-454c-8d56-48121c36aa60 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:13.735833 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-47ea4db3-8ae4-471a-85d5-3a0598a1f9ac req-13cd16ea-8e3b-454c-8d56-48121c36aa60 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0533679 Apr 11 15:26:13.784352 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-47ea4db3-8ae4-471a-85d5-3a0598a1f9ac req-7e44b570-14f2-4ac1-9c76-9e0bd533c992 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Apr 11 15:26:13.815815 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf42a-dc59-4f4d-9e23-dbc7687732f0 req-37fe1d2d-006b-4ee6-b753-9c27e33fa871 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:13.817476 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8cccf42a-dc59-4f4d-9e23-dbc7687732f0 req-37fe1d2d-006b-4ee6-b753-9c27e33fa871 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0546346 Apr 11 15:26:13.868439 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8cccf42a-dc59-4f4d-9e23-dbc7687732f0 req-0cff7915-7c07-424f-9e06-6a02e3de4fcf tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Apr 11 15:26:14.151499 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698d7a0-487a-4bdb-8f5f-b88dd2025804 req-63915e8a-61e8-4e31-b8f6-9294723b0d13 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:14.153200 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0698d7a0-487a-4bdb-8f5f-b88dd2025804 req-63915e8a-61e8-4e31-b8f6-9294723b0d13 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0556788 Apr 11 15:26:14.208287 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0698d7a0-487a-4bdb-8f5f-b88dd2025804 req-13be4577-1a9d-4bcf-ba4a-8df7d12c5828 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481153 Apr 11 15:26:14.305424 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611061-9935-4b11-9815-f753c10ae5bf req-d557ff31-f8ba-4431-b2af-5f5d94c1e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:14.307374 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-d557ff31-f8ba-4431-b2af-5f5d94c1e225 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0662060 Apr 11 15:26:14.361630 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35709eea-acfb-4c35-a790-65a7ade78e4f req-04f305d2-8f11-49eb-ac15-5c4a26f354fc tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0363283 Apr 11 15:26:14.463765 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6a744-1b12-4889-bf18-81a1a6b5b14a req-e399afe6-72fc-40fd-8457-5dc5383946b4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:14.466121 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-77e6a744-1b12-4889-bf18-81a1a6b5b14a req-e399afe6-72fc-40fd-8457-5dc5383946b4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0947154 Apr 11 15:26:14.476385 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37350) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:14.480499 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37352) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:14.487555 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:14.529527 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f7bdcbc8-f6cf-4103-ae94-2a2fe1f71668 req-351a98e6-ada3-41bb-94f7-8294f55efd96 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0650702 Apr 11 15:26:14.586451 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (fa96b66a-2500-473d-887c-110494ad879f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:14.589623 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b03d95-d63c-46e8-9b50-2581906562c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:14.707618 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b03d95-d63c-46e8-9b50-2581906562c4 admin admin] Publish callbacks [] for security_group (22d31f52-2eac-485e-8c52-23c5f91143c0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:14.766280 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00086-ef2f-4d04-a46f-63d621f33903 req-563f3bb6-79e4-439e-b148-abb760e259dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:14.769471 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ccd00086-ef2f-4d04-a46f-63d621f33903 req-563f3bb6-79e4-439e-b148-abb760e259dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1130 time: 0.1456492 Apr 11 15:26:14.802955 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611061-9935-4b11-9815-f753c10ae5bf req-ee4355b6-6701-453d-a590-1a4483e2246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:14.804572 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-ee4355b6-6701-453d-a590-1a4483e2246d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079159 Apr 11 15:26:14.962721 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13b03d95-d63c-46e8-9b50-2581906562c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (22d31f52-2eac-485e-8c52-23c5f91143c0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.002196 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ccd00086-ef2f-4d04-a46f-63d621f33903 req-2db94338-3c4f-4f81-871e-1f1211c287b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198003 Apr 11 15:26:15.010358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5914e4fa-f2b2-4831-b187-645176d0662a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.028624 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-ce6dcb66-4812-4aa7-a785-d5dca7850303 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820673 Apr 11 15:26:15.040358 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1562792-d658-4813-ad31-21083fc1800b req-6a08a1e7-e8ac-4895-adec-45d353e795b1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:15.043176 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1562792-d658-4813-ad31-21083fc1800b req-6a08a1e7-e8ac-4895-adec-45d353e795b1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0880556 Apr 11 15:26:15.043534 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-2bcae087-21ed-4e08-9e10-b18cb1b4c7f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3816533 Apr 11 15:26:15.060283 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-13b03d95-d63c-46e8-9b50-2581906562c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dae5622068148a79f1f5799e6fdbdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824003 Apr 11 15:26:15.063197 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b03d95-d63c-46e8-9b50-2581906562c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d31f52-2eac-485e-8c52-23c5f91143c0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:15.065580 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:15.073136 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beea82-5a32-496f-81a4-df43958917f8 req-edc00bef-2bf2-436f-82ee-d34944fb6403 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:15.074659 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d8beea82-5a32-496f-81a4-df43958917f8 req-edc00bef-2bf2-436f-82ee-d34944fb6403 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1267357 Apr 11 15:26:15.160251 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d8beea82-5a32-496f-81a4-df43958917f8 req-148afe38-a97f-4eab-bf9d-d953de66409d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733893 Apr 11 15:26:15.163557 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de93de50-3db2-421d-835c-38a4ec819b96 admin admin] Publish callbacks [] for security_group (22d31f52-2eac-485e-8c52-23c5f91143c0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.191080 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de93de50-3db2-421d-835c-38a4ec819b96 admin admin] Publish callbacks [] for security_group (22d31f52-2eac-485e-8c52-23c5f91143c0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.253185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de93de50-3db2-421d-835c-38a4ec819b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (22d31f52-2eac-485e-8c52-23c5f91143c0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.256624 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de93de50-3db2-421d-835c-38a4ec819b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.259870 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-de93de50-3db2-421d-835c-38a4ec819b96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d31f52-2eac-485e-8c52-23c5f91143c0 HTTP/1.1" status: 204 len: 168 time: 0.1919820 Apr 11 15:26:15.269806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93de50-3db2-421d-835c-38a4ec819b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d31f52-2eac-485e-8c52-23c5f91143c0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:15.475921 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-46e7fe8f-c3a1-48dc-b248-d15cd8a1fb44 req-1efdd633-4d24-4721-bf47-a64ec67b4bab tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0317571 Apr 11 15:26:15.545718 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1562792-d658-4813-ad31-21083fc1800b req-214f8e10-27ea-4f55-87c4-8b9ecd1a7fb1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4729254 Apr 11 15:26:15.624577 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:15.654864 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4be51e02-849c-4ffc-974f-e63f1a335abf req-7db438cb-fc52-44d6-9a3b-dc68535e363a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0403619 Apr 11 15:26:15.655544 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2fe42d0-f178-4742-95fe-52e12ccadfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.768990 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.795371 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:26:15.799555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2fe42d0-f178-4742-95fe-52e12ccadfe4 admin admin] Publish callbacks [] for security_group (37c94ee9-0556-4a20-81ba-1cb3e7e425ce), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.806906 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (fa96b66a-2500-473d-887c-110494ad879f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.815270 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2fe42d0-f178-4742-95fe-52e12ccadfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (37c94ee9-0556-4a20-81ba-1cb3e7e425ce), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:15.905211 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e2fe42d0-f178-4742-95fe-52e12ccadfe4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ba4fe21ff6e49429ac6c4d603926e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792406 Apr 11 15:26:15.908185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe42d0-f178-4742-95fe-52e12ccadfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c94ee9-0556-4a20-81ba-1cb3e7e425ce,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:15.910484 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37384) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:15.925009 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-b2f47377-c005-4fa2-8165-8e84a637a2f5 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108443 Apr 11 15:26:15.945260 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP fa96b66a-2500-473d-887c-110494ad879f associated. External IP: 172.27.1.80, port: dd00ffb6-f74d-426e-ab8e-79aeb1bec721. Apr 11 15:26:15.971061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-e99db76e-afd6-42c6-a055-c896d83fd0d0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:15.972861 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-e99db76e-afd6-42c6-a055-c896d83fd0d0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930265 Apr 11 15:26:15.994675 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2c98e54-6d43-471a-994c-dc237b4c4199 admin admin] Publish callbacks [] for security_group (37c94ee9-0556-4a20-81ba-1cb3e7e425ce), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.019435 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2c98e54-6d43-471a-994c-dc237b4c4199 admin admin] Publish callbacks [] for security_group (37c94ee9-0556-4a20-81ba-1cb3e7e425ce), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.070946 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2c98e54-6d43-471a-994c-dc237b4c4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (37c94ee9-0556-4a20-81ba-1cb3e7e425ce), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.073721 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2c98e54-6d43-471a-994c-dc237b4c4199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.076027 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a2c98e54-6d43-471a-994c-dc237b4c4199 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37c94ee9-0556-4a20-81ba-1cb3e7e425ce HTTP/1.1" status: 204 len: 168 time: 0.1615627 Apr 11 15:26:16.084303 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c98e54-6d43-471a-994c-dc237b4c4199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c94ee9-0556-4a20-81ba-1cb3e7e425ce,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:16.195805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:16.335208 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b21073-78ac-4011-a6eb-03115ebda4e0 req-daca998a-98f2-4ae8-8810-eab6048e5328 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:16.336955 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a6b21073-78ac-4011-a6eb-03115ebda4e0 req-daca998a-98f2-4ae8-8810-eab6048e5328 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0841076 Apr 11 15:26:16.377037 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:16.382174 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.396578 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:16.408755 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:16.409531 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:25:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:16.434084 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b6046002-e6ab-49cc-8dcd-c29765215616 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "PUT /v2.0/floatingips/fa96b66a-2500-473d-887c-110494ad879f HTTP/1.1" status: 200 len: 990 time: 1.9524038 Apr 11 15:26:16.435647 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:16.437965 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df9e66b-2863-4f99-ae75-b5696af9655b" -d '{"events": [{"name": "network-changed", "server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:16.444421 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a6b21073-78ac-4011-a6eb-03115ebda4e0 req-b7a92963-937f-4668-b56f-828e726bd4ac tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004419 Apr 11 15:26:16.478832 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37398) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:16.486033 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165d89d3-a0e1-41c6-ab75-d13030c692c4 x-openstack-request-id: req-165d89d3-a0e1-41c6-ab75-d13030c692c4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:16.486462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:16.486776 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-165d89d3-a0e1-41c6-ab75-d13030c692c4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:16.487178 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165d89d3-a0e1-41c6-ab75-d13030c692c4'] response: {'name': 'network-changed', 'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'status': 'completed', 'code': 200} Apr 11 15:26:16.495091 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d593-7d52-4c15-a7fd-de97b50bd1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.540978 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:16.590635 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e1c537ac-0f95-496f-af9c-6be525afdeb4 req-c89bf299-266c-457f-b361-a661e97a76c4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0355954 Apr 11 15:26:16.616815 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d593-7d52-4c15-a7fd-de97b50bd1a6 admin admin] Publish callbacks [] for security_group (cbd8a697-08aa-4f24-8b02-4c1b6909860f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.618608 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d593-7d52-4c15-a7fd-de97b50bd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (cbd8a697-08aa-4f24-8b02-4c1b6909860f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.652553 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d0c9d593-7d52-4c15-a7fd-de97b50bd1a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2e3cdf0221341d291ce626c8fbc75c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725552 Apr 11 15:26:16.654528 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:16.708149 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9d593-7d52-4c15-a7fd-de97b50bd1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8a697-08aa-4f24-8b02-4c1b6909860f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:16.721975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d000ff3-9ce5-4d3d-a698-62eb60fe93a0 req-c5856ecd-75ad-41bd-ba6d-c503813b976b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:16.723612 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6d000ff3-9ce5-4d3d-a698-62eb60fe93a0 req-c5856ecd-75ad-41bd-ba6d-c503813b976b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0783770 Apr 11 15:26:16.764856 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7adaa70-f8fc-4b8c-8c33-74831a73d559 admin admin] Publish callbacks [] for security_group (cbd8a697-08aa-4f24-8b02-4c1b6909860f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.797396 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6d000ff3-9ce5-4d3d-a698-62eb60fe93a0 req-d891c703-b373-4b91-b636-61db822df22b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657656 Apr 11 15:26:16.806431 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7adaa70-f8fc-4b8c-8c33-74831a73d559 admin admin] Publish callbacks [] for security_group (cbd8a697-08aa-4f24-8b02-4c1b6909860f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.847975 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dcd5b081-e911-4d5c-8fde-944c937afec7 req-d650f12b-5ca9-48a5-b068-80a483cf7ac3 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0688026 Apr 11 15:26:16.882470 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7adaa70-f8fc-4b8c-8c33-74831a73d559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (cbd8a697-08aa-4f24-8b02-4c1b6909860f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.885274 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7adaa70-f8fc-4b8c-8c33-74831a73d559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.888889 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f7adaa70-f8fc-4b8c-8c33-74831a73d559 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbd8a697-08aa-4f24-8b02-4c1b6909860f HTTP/1.1" status: 204 len: 168 time: 0.2309523 Apr 11 15:26:16.889144 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:16.895847 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adaa70-f8fc-4b8c-8c33-74831a73d559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8a697-08aa-4f24-8b02-4c1b6909860f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:16.921302 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:16.932597 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:16.933241 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:25:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:17.056487 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:17.168973 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:17.290767 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e55cdcc0-006a-4849-9bd4-2c3522a2620f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.384366 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e55cdcc0-006a-4849-9bd4-2c3522a2620f admin admin] Publish callbacks [] for security_group (97d1c524-e8b6-421b-b6dc-22a3e46dcbba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.388687 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e55cdcc0-006a-4849-9bd4-2c3522a2620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (97d1c524-e8b6-421b-b6dc-22a3e46dcbba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.396404 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:17.419855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cdcc0-006a-4849-9bd4-2c3522a2620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1c524-e8b6-421b-b6dc-22a3e46dcbba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:17.424965 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9241dd5f-832e-4789-b97d-e0d496ad9f50 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:17.449912 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-e55cdcc0-006a-4849-9bd4-2c3522a2620f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=934c309b972c42999eec8f89eec290f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793629 Apr 11 15:26:17.452932 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:17.580379 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7654-5027-4034-8550-f7bdcc1b2d58 admin admin] Publish callbacks [] for security_group (97d1c524-e8b6-421b-b6dc-22a3e46dcbba), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.603498 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dac09-d8d0-46f1-b195-e452bd41ea9a req-d673bf70-655c-4792-b026-fb76ffdb2e96 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:17.605045 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed7dac09-d8d0-46f1-b195-e452bd41ea9a req-d673bf70-655c-4792-b026-fb76ffdb2e96 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0764420 Apr 11 15:26:17.628762 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7654-5027-4034-8550-f7bdcc1b2d58 admin admin] Publish callbacks [] for security_group (97d1c524-e8b6-421b-b6dc-22a3e46dcbba), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.692439 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed7dac09-d8d0-46f1-b195-e452bd41ea9a req-1ab12549-bdce-4be5-9a47-ede3d3d08825 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808136 Apr 11 15:26:17.715546 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6f164469-ab61-41fc-a20b-888a620334de req-58709ca9-14fd-4fca-a6aa-74271121b5f1 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0422304 Apr 11 15:26:17.744002 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7654-5027-4034-8550-f7bdcc1b2d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (97d1c524-e8b6-421b-b6dc-22a3e46dcbba), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.747563 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7654-5027-4034-8550-f7bdcc1b2d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.752267 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-6bbc7654-5027-4034-8550-f7bdcc1b2d58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97d1c524-e8b6-421b-b6dc-22a3e46dcbba HTTP/1.1" status: 204 len: 168 time: 0.2953317 Apr 11 15:26:17.752450 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313baee-7e56-4ddd-b269-8fed7ef5ddb9 None None] New status for floating IP fa96b66a-2500-473d-887c-110494ad879f: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:26:17.764701 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc7654-5027-4034-8550-f7bdcc1b2d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1c524-e8b6-421b-b6dc-22a3e46dcbba,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:17.951843 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06786e-4e28-42fc-af0f-fdc90c8f2699 req-9ad907b7-88ba-4b4b-bb5b-14936609ecf5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:17.965806 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ca06786e-4e28-42fc-af0f-fdc90c8f2699 req-9ad907b7-88ba-4b4b-bb5b-14936609ecf5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0848565 Apr 11 15:26:18.021793 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-88cbcf6c-54a2-448c-8579-bd53f45ee8dd req-ee74077a-0671-4dea-9d65-f5c9d6f6033a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0587299 Apr 11 15:26:18.040782 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ca06786e-4e28-42fc-af0f-fdc90c8f2699 req-4de016a3-221e-4178-a566-681f54fe6b38 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664856 Apr 11 15:26:18.301176 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4ed3-715e-4a14-af1b-71b3fec318e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:18.530435 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Request body: {'port': {'device_id': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2', 'admin_state_up': True, 'tenant_id': 'ef61a3cf217e48ab8e15c63ccdce7c8e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:18.540841 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-4159bc4e-56ae-499e-8178-b65fcbb61d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:18.542445 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-4159bc4e-56ae-499e-8178-b65fcbb61d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf06f9c39a944eb1b92f346ca2978567&device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 1129 time: 0.0518687 Apr 11 15:26:18.693004 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f6611061-9935-4b11-9815-f753c10ae5bf req-19debbf2-e1ff-45de-a5d3-bcae19b70cd1 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034352 Apr 11 15:26:18.700046 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-a637b279-a628-4797-a522-2ee89e087d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:18.701579 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-a637b279-a628-4797-a522-2ee89e087d59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 1129 time: 0.1020217 Apr 11 15:26:18.797098 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Made reservation on behalf of ef61a3cf217e48ab8e15c63ccdce7c8e for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:18.801845 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:18.836439 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:18.863662 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010433fd-008f-46ed-9b1d-40f422d52598 req-5e373f7e-4b5f-483c-8efe-9d9a2c8fbca3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:18.870113 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-010433fd-008f-46ed-9b1d-40f422d52598 req-5e373f7e-4b5f-483c-8efe-9d9a2c8fbca3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0825408 Apr 11 15:26:18.945764 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4baaa8e6-3661-4e0e-a338-1051db11cfb1 req-bf74b3d3-a02d-4441-8f33-2b95b591a8e9 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.1252844 Apr 11 15:26:18.954456 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-010433fd-008f-46ed-9b1d-40f422d52598 req-d4d308ae-b8f2-40d4-ac41-e2296ef5ae08 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798013 Apr 11 15:26:19.007182 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-82dc3557-bdfc-4803-8529-1006811a261c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:19.008600 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-82dc3557-bdfc-4803-8529-1006811a261c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "GET /v2.0/networks?id=054acad1-a086-46ca-80e7-3a0b72a78795 HTTP/1.1" status: 200 len: 809 time: 0.2395613 Apr 11 15:26:19.095040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks [] for security_group (9ecf2935-b6a7-47f6-aebe-dd4a48984d64), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:19.100808 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (9ecf2935-b6a7-47f6-aebe-dd4a48984d64), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:19.160480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecf2935-b6a7-47f6-aebe-dd4a48984d64,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:19.204792 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717178bb-1aeb-4721-ac1b-d9ae11f5f3e2 req-a2119fc1-e2a6-45ac-b700-38d10834b17a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:19.212430 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-717178bb-1aeb-4721-ac1b-d9ae11f5f3e2 req-a2119fc1-e2a6-45ac-b700-38d10834b17a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0582137 Apr 11 15:26:19.215219 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:19.262994 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f538e37a-ad79-4575-ad7b-63ec7979ad6f req-83c0dc4c-6137-40bb-8fb0-bfcf30c26b52 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.1033745 Apr 11 15:26:19.284286 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-717178bb-1aeb-4721-ac1b-d9ae11f5f3e2 req-d18f91d3-0de7-4cc3-9765-96e37b98e742 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652149 Apr 11 15:26:19.382551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Allocated IP 192.168.233.254 (33708754-8ea7-438b-8cc5-00218a4570c2/da1f7558-b162-48c6-b548-251967b7ad1e/f2dbe156-c714-4c3e-8ef4-092d0e1b731c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:19.627975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks [] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:19.659205 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Request body: {'port': {'device_id': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795', 'admin_state_up': True, 'tenant_id': '25f4890c12314c73a71ce1a7539bc0cb'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:19.753861 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-22fc5e1f-e6a6-4106-9918-a7c9d354804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:19.756048 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-22fc5e1f-e6a6-4106-9918-a7c9d354804a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 HTTP/1.1" status: 200 len: 912 time: 0.2207236 Apr 11 15:26:19.847177 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:19.934073 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Network 33708754-8ea7-438b-8cc5-00218a4570c2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:19.938179 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-492da3ae-8162-40da-aa4a-53e0ffcb2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:19.939974 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-492da3ae-8162-40da-aa4a-53e0ffcb2599 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.3011830 Apr 11 15:26:19.943235 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:19.945154 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Made reservation on behalf of 25f4890c12314c73a71ce1a7539bc0cb for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:19.948437 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:19.950719 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:19.970322 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Pushing event updated for resources: {'Port': ['ID=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:20.087342 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.088000 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.105760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feab86-98bc-458f-9c16-ee59e15df0bc req-a9620d6e-18bf-4aef-9b09-ce6f354b88e2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.108850 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a8feab86-98bc-458f-9c16-ee59e15df0bc req-a9620d6e-18bf-4aef-9b09-ce6f354b88e2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0702229 Apr 11 15:26:20.164104 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1314f0e3-f43a-421d-ba26-a30f39fe7de1 req-bc879354-c72a-4afd-bb88-2b6f5aee6b96 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0672033 Apr 11 15:26:20.167575 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a8feab86-98bc-458f-9c16-ee59e15df0bc req-a09aabc1-eae0-475c-bddb-98e431a6f7f5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522032 Apr 11 15:26:20.178691 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-2287e091-ce81-47b4-b411-0ef02730e640 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6546445 Apr 11 15:26:20.259791 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Allocated IP 172.20.0.6 (054acad1-a086-46ca-80e7-3a0b72a78795/d1a125d7-8c8b-48db-b886-9cb58d17e829/0c8ede47-7ac0-45e7-90ef-83064a26926e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:20.324029 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-3eaa00f1-cff9-42c2-aa0b-7e81057332f0 None None] Provisioning complete for port f2dbe156-c714-4c3e-8ef4-092d0e1b731c triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:20.324600 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3eaa00f1-cff9-42c2-aa0b-7e81057332f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.390361 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa00f1-cff9-42c2-aa0b-7e81057332f0 None None] Port f2dbe156-c714-4c3e-8ef4-092d0e1b731c cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:20.421214 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80baa-62b6-439f-bfec-95a9f723e16e req-2573d85f-c8cc-49b6-90f0-1cfe04dff752 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.423359 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-11b80baa-62b6-439f-bfec-95a9f723e16e req-2573d85f-c8cc-49b6-90f0-1cfe04dff752 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 936 time: 0.0539060 Apr 11 15:26:20.448177 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3ece-92e4-4050-b030-0831417b3d9a req-81b9d8f9-b6c6-4997-ae44-a7ff50286e09 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.449703 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c7de3ece-92e4-4050-b030-0831417b3d9a req-81b9d8f9-b6c6-4997-ae44-a7ff50286e09 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0662510 Apr 11 15:26:20.508878 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-7c8020f0-d1ff-45ca-aa2a-62228101bb13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 HTTP/1.1" status: 200 len: 217 time: 0.0422153 Apr 11 15:26:20.530748 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-11b80baa-62b6-439f-bfec-95a9f723e16e req-e784ae31-3377-48ed-aeac-ad5fd73dfb28 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008685 Apr 11 15:26:20.543117 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Request body: {'port': {'device_id': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:20.552402 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks [] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.609685 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.673298 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-292de9a2-2a0c-4226-a2ef-da7fa75a7c6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721 HTTP/1.1" status: 200 len: 1000 time: 0.2079735 Apr 11 15:26:20.731319 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.748854 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.754479 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c7de3ece-92e4-4050-b030-0831417b3d9a req-a261db64-dea9-441e-a018-cadd0665e0fa tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949213 Apr 11 15:26:20.830388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Network 054acad1-a086-46ca-80e7-3a0b72a78795 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:20.845532 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:20.854569 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:20.861003 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Pushing event updated for resources: {'Port': ['ID=0c8ede47-7ac0-45e7-90ef-83064a26926e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:20.888833 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fab3eb-e403-416a-bc63-8905f13a1d15 req-ef9a65d1-8480-4de5-8dba-f601eda4f746 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.890611 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-48fab3eb-e403-416a-bc63-8905f13a1d15 req-ef9a65d1-8480-4de5-8dba-f601eda4f746 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0612233 Apr 11 15:26:20.901122 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37564) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:20.906291 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'floatingip': {'port_id': '89011858-fabf-4505-934e-26589717c6f0'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:20.949278 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (32104cd6-c1a1-4e77-bc5f-b2897fb2527e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:20.969017 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.969919 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.082525 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f45892c8-d37c-4a68-bdc3-c137d576572b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4277148 Apr 11 15:26:21.110336 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-5274c9da-3304-4878-a1e4-2da8f820d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:21.111831 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-5274c9da-3304-4878-a1e4-2da8f820d9f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dfb896f-5c8f-43a6-882c-bfe778c29fba HTTP/1.1" status: 200 len: 851 time: 0.1305122 Apr 11 15:26:21.114344 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-19936a2c-a1ad-45c5-b704-d712191c8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:21.115922 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-19936a2c-a1ad-45c5-b704-d712191c8465 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.1249380 Apr 11 15:26:21.122806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Request body: {'port': {'device_id': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:21.221555 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.242981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.252040 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29cb07-7aa9-4ec3-b31a-2bb4736506b1 req-7b2a9c76-aa09-4043-83fb-af23c2d99d65 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:21.253832 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5f29cb07-7aa9-4ec3-b31a-2bb4736506b1 req-7b2a9c76-aa09-4043-83fb-af23c2d99d65 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0896559 Apr 11 15:26:21.277302 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dbe156-c714-4c3e-8ef4-092d0e1b731c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:21.304491 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Publish callbacks [] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.352675 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5f29cb07-7aa9-4ec3-b31a-2bb4736506b1 req-eaeef78b-28a1-43f3-90ad-8436027a7b92 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933225 Apr 11 15:26:21.356885 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Transition to ACTIVE for port object f2dbe156-c714-4c3e-8ef4-092d0e1b731c will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:26:21.365016 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6453db-f9eb-43e5-8cc9-af1a5d53c39e req-55321465-d5b6-4054-9673-2deef26903c4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:21.366760 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-df6453db-f9eb-43e5-8cc9-af1a5d53c39e req-55321465-d5b6-4054-9673-2deef26903c4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1058738 Apr 11 15:26:21.370356 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.501949 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4012de7-d163-40a0-8057-6bfe8052ba40 req-0d0c6f38-ef6d-490e-872e-9cec9b89d290 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:21.503571 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b4012de7-d163-40a0-8057-6bfe8052ba40 req-0d0c6f38-ef6d-490e-872e-9cec9b89d290 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 931 time: 0.0652556 Apr 11 15:26:21.536488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Pushing event updated for resources: {'Port': ['ID=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:21.637556 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-df6453db-f9eb-43e5-8cc9-af1a5d53c39e req-867a4e57-a7a5-4a96-b5e6-7bb48f30685f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097569 Apr 11 15:26:21.697357 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Attempting to bind port f2dbe156-c714-4c3e-8ef4-092d0e1b731c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:21.697973 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Attempting to bind port f2dbe156-c714-4c3e-8ef4-092d0e1b731c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:21.698085 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Attempting to bind port f2dbe156-c714-4c3e-8ef4-092d0e1b731c on network 33708754-8ea7-438b-8cc5-00218a4570c2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:21.707164 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Port f2dbe156-c714-4c3e-8ef4-092d0e1b731c on network 33708754-8ea7-438b-8cc5-00218a4570c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:26:21.707768 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Attempting to bind port f2dbe156-c714-4c3e-8ef4-092d0e1b731c on network 33708754-8ea7-438b-8cc5-00218a4570c2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:21.729784 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:21.730373 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Checking segment: {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:21.730971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Bound using segment: {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:21.731597 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Bound port: f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f2d2a4-658d-4180-91e2-64538e88d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:21.732149 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.833919 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8ede47-7ac0-45e7-90ef-83064a26926e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:21.851527 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Publish callbacks [] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.863390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc784-76a7-45bb-bacc-9a441a16fa14 req-3021989f-95d1-4ef0-951b-a9854d8eef0f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:21.864946 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-007cc784-76a7-45bb-bacc-9a441a16fa14 req-3021989f-95d1-4ef0-951b-a9854d8eef0f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.1027591 Apr 11 15:26:21.880935 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b4012de7-d163-40a0-8057-6bfe8052ba40 req-cc38fc33-5ce3-4b36-80d3-a0539efae2c6 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685393 Apr 11 15:26:21.898923 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Transition to ACTIVE for port object 0c8ede47-7ac0-45e7-90ef-83064a26926e will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:26:21.904870 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.909635 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (32104cd6-c1a1-4e77-bc5f-b2897fb2527e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.913198 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:21.915526 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] For port f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:21.955552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] For port f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:21.978831 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:22.007129 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ede47-7ac0-45e7-90ef-83064a26926e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:22.018405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:22.019113 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:22.020523 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] 10.222.0.59 "PUT /v2.0/ports/f2dbe156-c714-4c3e-8ef4-092d0e1b731c HTTP/1.1" status: 200 len: 1098 time: 1.5481575 Apr 11 15:26:22.020975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'tag': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:22.023351 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "31d0937f-982a-43aa-bead-46ca8f2c94a5", "tag": "f2dbe156-c714-4c3e-8ef4-092d0e1b731c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:22.043393 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Floating IP 32104cd6-c1a1-4e77-bc5f-b2897fb2527e associated. External IP: 172.27.1.213, port: 89011858-fabf-4505-934e-26589717c6f0. Apr 11 15:26:22.279335 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-007cc784-76a7-45bb-bacc-9a441a16fa14 req-be7317e4-cebc-45e1-92f9-eb89e13c5efc tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955586 Apr 11 15:26:22.281040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c369c31d-9eed-4913-bd3b-91fd74662db5 x-openstack-request-id: req-c369c31d-9eed-4913-bd3b-91fd74662db5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:22.281331 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d0937f-982a-43aa-bead-46ca8f2c94a5", "tag": "f2dbe156-c714-4c3e-8ef4-092d0e1b731c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:22.281598 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c369c31d-9eed-4913-bd3b-91fd74662db5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:22.282623 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c369c31d-9eed-4913-bd3b-91fd74662db5'] response: {'name': 'network-changed', 'server_uuid': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'tag': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c', 'status': 'completed', 'code': 200} Apr 11 15:26:22.360861 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:22.376712 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74543b-7809-4d72-93fe-d1ac7f9df92b service neutron] Pushing event updated for resources: {'Port': ['ID=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:22.405667 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Attempting to bind port 0c8ede47-7ac0-45e7-90ef-83064a26926e on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:22.406010 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Attempting to bind port 0c8ede47-7ac0-45e7-90ef-83064a26926e by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:22.406480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Attempting to bind port 0c8ede47-7ac0-45e7-90ef-83064a26926e on network 054acad1-a086-46ca-80e7-3a0b72a78795 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:22.416524 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Port 0c8ede47-7ac0-45e7-90ef-83064a26926e on network 054acad1-a086-46ca-80e7-3a0b72a78795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:26:22.416851 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Attempting to bind port 0c8ede47-7ac0-45e7-90ef-83064a26926e on network 054acad1-a086-46ca-80e7-3a0b72a78795 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:22.427433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:22.427773 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Checking segment: {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:22.428163 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Bound using segment: {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:22.428887 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Bound port: 0c8ede47-7ac0-45e7-90ef-83064a26926e, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:22.429022 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:22.513813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] For port 0c8ede47-7ac0-45e7-90ef-83064a26926e, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:22.518951 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] For port 0c8ede47-7ac0-45e7-90ef-83064a26926e, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:22.536081 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:22.542938 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc57b7f-a2f7-4a72-a073-4de3450b2830 req-552442bb-45a6-4d01-9c2c-661925d09e13 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:22.544487 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ffc57b7f-a2f7-4a72-a073-4de3450b2830 req-552442bb-45a6-4d01-9c2c-661925d09e13 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0636001 Apr 11 15:26:22.548133 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:22.552817 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:22.562510 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:22.598980 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:22.600490 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:22.601948 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-57ec0621-8999-4ade-89ee-cc3089494a41 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "PUT /v2.0/floatingips/32104cd6-c1a1-4e77-bc5f-b2897fb2527e HTTP/1.1" status: 200 len: 992 time: 1.6990421 Apr 11 15:26:22.603685 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'tag': '89011858-fabf-4505-934e-26589717c6f0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:22.605908 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "tag": "89011858-fabf-4505-934e-26589717c6f0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:22.624580 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:22.625431 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:22.627923 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] 10.222.0.59 "PUT /v2.0/ports/0c8ede47-7ac0-45e7-90ef-83064a26926e HTTP/1.1" status: 200 len: 1093 time: 1.5110469 Apr 11 15:26:22.656580 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234d5b-ef77-41f4-947a-64faea7c396f service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ede47-7ac0-45e7-90ef-83064a26926e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:22.662721 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49222a2b-9afa-4a31-9f44-a61939690415 x-openstack-request-id: req-49222a2b-9afa-4a31-9f44-a61939690415 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:22.663001 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "tag": "89011858-fabf-4505-934e-26589717c6f0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:22.663251 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49222a2b-9afa-4a31-9f44-a61939690415 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:22.663647 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49222a2b-9afa-4a31-9f44-a61939690415'] response: {'name': 'network-changed', 'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'tag': '89011858-fabf-4505-934e-26589717c6f0', 'status': 'completed', 'code': 200} Apr 11 15:26:22.667302 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ffc57b7f-a2f7-4a72-a073-4de3450b2830 req-2740bdf4-f3b0-4313-986c-d6e488a097fe tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950053 Apr 11 15:26:22.757321 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:22.783619 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ebe3-812f-4411-85e7-3ee285067a43 req-c8207d0d-a68c-4797-b5dd-6b40a5a344ad tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:22.785805 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9899ebe3-812f-4411-85e7-3ee285067a43 req-c8207d0d-a68c-4797-b5dd-6b40a5a344ad tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0565181 Apr 11 15:26:22.847345 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9899ebe3-812f-4411-85e7-3ee285067a43 req-d2c7880d-530c-4857-9652-0a6041c02e79 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556071 Apr 11 15:26:23.026909 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596950d-bdde-4c08-94a4-3f14d4e98982 req-0499700c-c49a-4769-98c7-069940d5f40f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.028456 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4596950d-bdde-4c08-94a4-3f14d4e98982 req-0499700c-c49a-4769-98c7-069940d5f40f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 943 time: 0.0676641 Apr 11 15:26:23.054448 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '32104cd6-c1a1-4e77-bc5f-b2897fb2527e', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'port_id': '89011858-fabf-4505-934e-26589717c6f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'mac_address': 'fa:16:3e:a4:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:23Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 1, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:23.093962 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4596950d-bdde-4c08-94a4-3f14d4e98982 req-6c33607e-fdeb-408a-b03e-7e3677a939da tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Apr 11 15:26:23.103830 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:23.115277 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:23.115971 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:23.248366 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:23.278203 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-3f03c5df-b6f8-40f2-9d85-cc00b028d057 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874920 Apr 11 15:26:23.337527 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-ea51cafd-5ede-4e4b-91e8-82ce3b9aca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.341938 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-ea51cafd-5ede-4e4b-91e8-82ce3b9aca6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1130 time: 0.0516253 Apr 11 15:26:23.370310 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-aae0b1cf-e969-4eb9-b291-873e094d949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.371889 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-aae0b1cf-e969-4eb9-b291-873e094d949d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1810749 Apr 11 15:26:23.379458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6 req-dfcb9b9a-385a-4517-a0c3-c44591c8f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.380936 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6 req-dfcb9b9a-385a-4517-a0c3-c44591c8f606 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 1132 time: 0.1168268 Apr 11 15:26:23.453518 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-988cea8c-be30-4169-bd36-b272904e3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.454339 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a41afd-5182-42c9-9584-b82f9cb5f510 req-f286d55a-66a2-4181-a5ba-d1b9fbd08a58 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.456426 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b4a41afd-5182-42c9-9584-b82f9cb5f510 req-f286d55a-66a2-4181-a5ba-d1b9fbd08a58 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.0638795 Apr 11 15:26:23.456643 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-988cea8c-be30-4169-bd36-b272904e3a08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 1127 time: 0.2002127 Apr 11 15:26:23.482820 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-b31bcdd7-5e04-424d-8f17-9225e00e9007 service neutron] 10.222.0.59 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678975 Apr 11 15:26:23.509126 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37632) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:23.518177 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b4a41afd-5182-42c9-9584-b82f9cb5f510 req-79d9d0d3-db57-44c1-aa66-1f4d7042883a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514488 Apr 11 15:26:23.606207 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '32104cd6-c1a1-4e77-bc5f-b2897fb2527e', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'port_id': '89011858-fabf-4505-934e-26589717c6f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'mac_address': 'fa:16:3e:a4:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:23Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 1, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:23.634242 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e4ca1-92ce-404f-8f0a-0c618e8d20ba None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '32104cd6-c1a1-4e77-bc5f-b2897fb2527e', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'port_id': '89011858-fabf-4505-934e-26589717c6f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'mac_address': 'fa:16:3e:a4:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:23Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 1, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:23.664658 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacf6d83-bafb-4569-8cda-7373abbab2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:23.767890 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacf6d83-bafb-4569-8cda-7373abbab2c3 admin admin] Publish callbacks [] for security_group (6174174d-99a3-4c52-973d-17765a52c9a1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:23.774224 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacf6d83-bafb-4569-8cda-7373abbab2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (6174174d-99a3-4c52-973d-17765a52c9a1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:23.805266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a477-60bb-4bda-a9ab-594a9ed5692a req-d5e3e542-0aab-4ae5-b741-c23b0e095419 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.811118 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6d65a477-60bb-4bda-a9ab-594a9ed5692a req-d5e3e542-0aab-4ae5-b741-c23b0e095419 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.0602429 Apr 11 15:26:23.814289 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-dacf6d83-bafb-4569-8cda-7373abbab2c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3964ff44869f4f5fb45bc027af7b5843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041122 Apr 11 15:26:23.815596 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf6d83-bafb-4569-8cda-7373abbab2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174174d-99a3-4c52-973d-17765a52c9a1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:23.818153 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37638) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:23.870412 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be9a1a-19c0-4768-bd0c-73ef053ef88e None None] New status for floating IP 32104cd6-c1a1-4e77-bc5f-b2897fb2527e: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:26:23.875688 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c45b325-4653-43b8-87f6-c7c7aad86f0f admin admin] Publish callbacks [] for security_group (6174174d-99a3-4c52-973d-17765a52c9a1), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:23.882323 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6d65a477-60bb-4bda-a9ab-594a9ed5692a req-08556a72-2e87-48ec-9da5-79657b06fc9c tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Apr 11 15:26:23.906110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c45b325-4653-43b8-87f6-c7c7aad86f0f admin admin] Publish callbacks [] for security_group (6174174d-99a3-4c52-973d-17765a52c9a1), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:24.004894 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-9b514bcd-6f19-40ee-95b7-12d7ef6c165b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e HTTP/1.1" status: 200 len: 217 time: 0.0603056 Apr 11 15:26:24.044494 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6 req-3d7ec730-ea89-48d4-8af0-a1b180d7ae6f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041138 Apr 11 15:26:24.073391 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2ca0355-0915-4e12-bacf-a8e27e24374d req-0056ad39-f539-45aa-a7c9-f626efa017bc service neutron] 10.222.0.59 "GET /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364024 Apr 11 15:26:24.126479 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f498a4-9963-4a83-b1e0-0d3774963b5d req-07bf43cb-d1f3-4f00-9470-eb757d79f396 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.128238 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-76f498a4-9963-4a83-b1e0-0d3774963b5d req-07bf43cb-d1f3-4f00-9470-eb757d79f396 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1891072 Apr 11 15:26:24.154567 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c45b325-4653-43b8-87f6-c7c7aad86f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (6174174d-99a3-4c52-973d-17765a52c9a1), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:24.157737 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c45b325-4653-43b8-87f6-c7c7aad86f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:24.159066 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-8c45b325-4653-43b8-87f6-c7c7aad86f0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6174174d-99a3-4c52-973d-17765a52c9a1 HTTP/1.1" status: 204 len: 168 time: 0.3397708 Apr 11 15:26:24.248917 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45b325-4653-43b8-87f6-c7c7aad86f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174174d-99a3-4c52-973d-17765a52c9a1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:24.270242 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-88224ada-44d1-46a7-9559-7e2ba8b3e352 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.272698 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-88224ada-44d1-46a7-9559-7e2ba8b3e352 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.59 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.1409476 Apr 11 15:26:24.284212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'tag': '0c8ede47-7ac0-45e7-90ef-83064a26926e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:24.286346 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869a373-c203-4025-9dd3-e5fe55a023f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1027e32a-3e74-4096-ae5d-16494c17c31d", "tag": "0c8ede47-7ac0-45e7-90ef-83064a26926e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:24.294306 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-292bb8c7-15bf-4c05-9666-b14aa1cbedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.296346 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-292bb8c7-15bf-4c05-9666-b14aa1cbedc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 912 time: 0.3590691 Apr 11 15:26:24.307630 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-8feb9815-cfc1-46d4-a709-cbc585a2956d service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690126 Apr 11 15:26:24.317964 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-76f498a4-9963-4a83-b1e0-0d3774963b5d req-029def01-ab17-4ebf-be25-a29343a9e4a5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687460 Apr 11 15:26:24.393766 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958a54a-36ce-4fa6-a301-858821951b4d req-0374b4f5-ef13-4ada-9ec8-d91b3efb4be7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.399359 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6 req-2fbd460a-dd6e-4e84-88af-ff0cc25cd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.400822 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6 req-2fbd460a-dd6e-4e84-88af-ff0cc25cd546 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695441 Apr 11 15:26:24.403321 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b958a54a-36ce-4fa6-a301-858821951b4d req-0374b4f5-ef13-4ada-9ec8-d91b3efb4be7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 943 time: 0.1529763 Apr 11 15:26:24.438713 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59921ec-a8fe-4d25-8691-53d0f63a1b07 x-openstack-request-id: req-b59921ec-a8fe-4d25-8691-53d0f63a1b07 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:24.438953 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1027e32a-3e74-4096-ae5d-16494c17c31d", "tag": "0c8ede47-7ac0-45e7-90ef-83064a26926e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:24.439211 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b59921ec-a8fe-4d25-8691-53d0f63a1b07 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:24.439333 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-3625fca8-11b4-47af-9c22-88fd996986e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.439597 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59921ec-a8fe-4d25-8691-53d0f63a1b07'] response: {'name': 'network-changed', 'server_uuid': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'tag': '0c8ede47-7ac0-45e7-90ef-83064a26926e', 'status': 'completed', 'code': 200} Apr 11 15:26:24.440800 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-3625fca8-11b4-47af-9c22-88fd996986e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1a125d7-8c8b-48db-b886-9cb58d17e829 HTTP/1.1" status: 200 len: 849 time: 0.3108804 Apr 11 15:26:24.464958 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-e4ade1ce-90ec-412d-b832-5a375b0d49d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 200 len: 1002 time: 0.1429548 Apr 11 15:26:24.492408 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9df9e66b-2863-4f99-ae75-b5696af9655b req-53e9e3f9-7c78-4f6d-930d-9bb340643c06 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735210 Apr 11 15:26:24.570891 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Deleting port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:26:24.571233 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:24.602892 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-a987a7e6-d7c2-45fb-a88e-886e7a56bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.605234 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-a987a7e6-d7c2-45fb-a88e-886e7a56bee6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0816762 Apr 11 15:26:24.606393 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-a88f277e-97e2-49b6-b192-3b6880738458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.607982 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-a88f277e-97e2-49b6-b192-3b6880738458 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 1132 time: 0.0562193 Apr 11 15:26:24.670706 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-f11899ae-6407-4877-ac5e-2caa280bed50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054acad1-a086-46ca-80e7-3a0b72a78795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099675 Apr 11 15:26:24.729597 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-d4693113-f606-418f-b909-a66dd4d23e50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f2dbe156-c714-4c3e-8ef4-092d0e1b731c HTTP/1.1" status: 200 len: 217 time: 0.0847390 Apr 11 15:26:24.758901 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:24.759659 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] For port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,segment=NetworkSegment(d5c2057c-25a9-4c1c-910c-d09671cdbdb2),segment_id=d5c2057c-25a9-4c1c-910c-d09671cdbdb2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:24.760203 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:24.760938 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c81ca-620b-4e11-9186-02aa2fbb9eb9 req-deb941ec-3030-4dcd-a412-e5cd8fc08b96 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.768910 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f15c81ca-620b-4e11-9186-02aa2fbb9eb9 req-deb941ec-3030-4dcd-a412-e5cd8fc08b96 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.1345825 Apr 11 15:26:24.780767 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Calling delete_port for 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:26:24.795851 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-26c51384-a862-4cda-b0af-576a426d8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.798126 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-26c51384-a862-4cda-b0af-576a426d8c05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1518078 Apr 11 15:26:24.870968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-a8fc78f6-05dc-4aa6-8d3d-99b9ae592d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.872412 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-a8fc78f6-05dc-4aa6-8d3d-99b9ae592d21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da1f7558-b162-48c6-b548-251967b7ad1e HTTP/1.1" status: 200 len: 843 time: 0.1324744 Apr 11 15:26:24.904730 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b958a54a-36ce-4fa6-a301-858821951b4d req-8d189e20-0e53-4f18-9b38-08a2634cf31d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006769 Apr 11 15:26:24.970021 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f15c81ca-620b-4e11-9186-02aa2fbb9eb9 req-d21a2c71-c037-4a9c-b1c7-650aec86a8a7 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956661 Apr 11 15:26:25.007245 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b01a-8797-49d8-9e60-99630769ade9 req-f20d65f7-bf66-4d69-ae39-119b9d8d3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:25.009092 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-f20d65f7-bf66-4d69-ae39-119b9d8d3469 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33708754-8ea7-438b-8cc5-00218a4570c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1085970 Apr 11 15:26:25.011201 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-0a8b69f1-49eb-4c69-b0a2-ffccaa971201 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009871 Apr 11 15:26:25.020274 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-6679cf77-53fa-412f-b68f-d7185f938599 service neutron] 10.222.0.59 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334689 Apr 11 15:26:25.113406 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce23ba-f2ee-4c31-8f4a-57e7dfd9d17f req-bf01ab68-fe9b-4eb8-976d-3c5a18a19586 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:25.115008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3cce23ba-f2ee-4c31-8f4a-57e7dfd9d17f req-bf01ab68-fe9b-4eb8-976d-3c5a18a19586 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 945 time: 0.1109617 Apr 11 15:26:25.139285 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37682) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:25.189428 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-66b09f9d-7fe2-4f5d-9638-45da7ddcf4ff service neutron] 10.222.0.59 "GET /v2.0/networks/33708754-8ea7-438b-8cc5-00218a4570c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666331 Apr 11 15:26:25.196225 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.211010 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bffe1f8c-c2d9-4efb-9ab6-dcd214ae04d3 req-3d0747ab-c166-4514-9897-853fb8f57b2a service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796880 Apr 11 15:26:25.250532 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Pushing event deleted for resources: {'Port': ['ID=06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:25.263930 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3cce23ba-f2ee-4c31-8f4a-57e7dfd9d17f req-e45e1a79-07c3-4719-a32e-74a400b6cd67 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fc88f4b-296b-434f-9def-f8b3fab6ee78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124413 Apr 11 15:26:25.284807 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1048387331-network', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:25.297575 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72b8499d-ce8b-4c65-a9c0-b7e5caab72a3 req-e7ecc641-2988-4ff1-a27c-639a8da2903a service neutron] 10.222.0.59 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508976 Apr 11 15:26:25.326226 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5014b01a-8797-49d8-9e60-99630769ade9 req-30276ab7-702c-4cc9-be76-3b6c70997403 service neutron] 10.222.0.59 "GET /v2.0/networks/33708754-8ea7-438b-8cc5-00218a4570c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259592 Apr 11 15:26:25.327030 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Made reservation on behalf of a6d09064148646ed84aac29788fd79ef for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:25.330730 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.337255 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] No DVR routers for this DVR port 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:26:25.342524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.343682 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.346015 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c9ce66f5-2094-4275-81a7-1d874b49b95a req-7402d2a9-b646-430f-8e73-a1a53076b2b6 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.59 "DELETE /v2.0/ports/06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 HTTP/1.1" status: 204 len: 173 time: 1.0493600 Apr 11 15:26:25.346476 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'name': 'network-vif-deleted', 'tag': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:25.348709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04dd6f6-9668-4700-8019-9033ccefd4dd" -d '{"events": [{"server_uuid": "056ff1a6-ee5c-4068-9e50-1d8929806ace", "name": "network-vif-deleted", "tag": "06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:25.394820 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2881d5dd-add2-4413-a35a-a2e546e590ba x-openstack-request-id: req-2881d5dd-add2-4413-a35a-a2e546e590ba {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:25.395235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056ff1a6-ee5c-4068-9e50-1d8929806ace", "name": "network-vif-deleted", "tag": "06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:25.395624 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2881d5dd-add2-4413-a35a-a2e546e590ba {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:25.397170 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2881d5dd-add2-4413-a35a-a2e546e590ba'] response: {'server_uuid': '056ff1a6-ee5c-4068-9e50-1d8929806ace', 'name': 'network-vif-deleted', 'tag': '06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8', 'status': 'completed', 'code': 200} Apr 11 15:26:25.443207 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks [] for security_group (d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.447662 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.469127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93082c8e-3139-4f2c-ac20-b24961bd7f85 req-97a71bb4-00f5-4f77-a97f-4200533bf5af tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:25.469438 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:26:25.471008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-93082c8e-3139-4f2c-ac20-b24961bd7f85 req-97a71bb4-00f5-4f77-a97f-4200533bf5af tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0599823 Apr 11 15:26:25.484842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:25.488405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (1384be8f-5530-4440-a824-d9093b5e4bc4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.488780 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Added segment 1384be8f-5530-4440-a824-d9093b5e4bc4 of type vlan for network d48c0d64-03ac-498a-81d9-40f420df7c14 Apr 11 15:26:25.525790 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-93082c8e-3139-4f2c-ac20-b24961bd7f85 req-d87f2a5d-ede7-4e90-bf1c-ffd66e730d2d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Apr 11 15:26:25.531714 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (d48c0d64-03ac-498a-81d9-40f420df7c14), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.557384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (d48c0d64-03ac-498a-81d9-40f420df7c14), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.558417 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:25.559039 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.592462 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4508984 Apr 11 15:26:25.595812 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:25.600847 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Request body: {'subnet': {'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1048387331-subnet', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:25.620707 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Made reservation on behalf of a6d09064148646ed84aac29788fd79ef for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:25.621362 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacbde1-7dfa-4ce0-9365-3f4bdcd38898 admin admin] Pushing event updated for resources: {'Network': ['ID=d48c0d64-03ac-498a-81d9-40f420df7c14,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:25.624281 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29400587'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.632637 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network d48c0d64-03ac-498a-81d9-40f420df7c14 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:26:25.801706 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29435997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29400601'] for subnet (5f3242ed-cc80-4437-82a3-96fa25794167), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.855130 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3242ed-cc80-4437-82a3-96fa25794167,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:25.867671 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Checking segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:25.868030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Network hostable DHCP agents. Network: d48c0d64-03ac-498a-81d9-40f420df7c14, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:26:25.885771 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Network d48c0d64-03ac-498a-81d9-40f420df7c14 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:26:25.894971 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, d48c0d64-03ac-498a-81d9-40f420df7c14) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:25.899715 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:25.900266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.905402 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17807633-bb00-488d-97de-be5c27799164 None None] Network d48c0d64-03ac-498a-81d9-40f420df7c14 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:26:25.926120 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-fcd0e195-1d5f-483d-926a-1e8c4eb02cf9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3291903 Apr 11 15:26:25.928953 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37698) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:25.933505 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:25.980164 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (76d84ca4-0c82-479a-9eea-6828b94cf7fb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:25.982713 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (76d84ca4-0c82-479a-9eea-6828b94cf7fb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.056930 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks [] for router_controller (76d84ca4-0c82-479a-9eea-6828b94cf7fb), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.072864 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-d48c0d64-03ac-498a-81d9-40f420df7c14', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:26:26.073882 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.076686 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5c018-c3a4-464d-8e3d-41cbddf47fb7 req-73bc1a26-c865-4d73-adde-31df6e1230b2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:26.082986 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a0f5c018-c3a4-464d-8e3d-41cbddf47fb7 req-73bc1a26-c865-4d73-adde-31df6e1230b2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 943 time: 0.0762327 Apr 11 15:26:26.150425 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a0f5c018-c3a4-464d-8e3d-41cbddf47fb7 req-7e634dd6-99e9-4d94-b81e-30bf6be56103 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648875 Apr 11 15:26:26.248415 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Allocated IP 172.20.0.2 (d48c0d64-03ac-498a-81d9-40f420df7c14/5f3242ed-cc80-4437-82a3-96fa25794167/b92b95d3-abe0-4ad2-8790-2c2770262930) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:26.364116 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d940b843-4107-4af7-8e1a-37af66067768 req-7288366e-7e48-4f89-a398-7446b192d71d tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0282974 Apr 11 15:26:26.403964 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Publish callbacks [] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.411103 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.450197 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Network d48c0d64-03ac-498a-81d9-40f420df7c14 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:26.452978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:26.457147 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:26.460074 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f768453-b257-48d6-81b7-b4a06fe9a444 req-eb16deb7-8926-48f1-8fbb-ad58f0759e77 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:26.461586 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0f768453-b257-48d6-81b7-b4a06fe9a444 req-eb16deb7-8926-48f1-8fbb-ad58f0759e77 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.3421407 Apr 11 15:26:26.467829 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Pushing event updated for resources: {'Port': ['ID=b92b95d3-abe0-4ad2-8790-2c2770262930,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:26.513558 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks [] for router_gateway (76d84ca4-0c82-479a-9eea-6828b94cf7fb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.522362 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Attempting to bind port b92b95d3-abe0-4ad2-8790-2c2770262930 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:26.522750 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Attempting to bind port b92b95d3-abe0-4ad2-8790-2c2770262930 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:26.523125 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Attempting to bind port b92b95d3-abe0-4ad2-8790-2c2770262930 on network d48c0d64-03ac-498a-81d9-40f420df7c14 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:26.528325 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:26.528703 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Checking segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:26.529103 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.529532 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Bound using segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:26.530009 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Bound port: b92b95d3-abe0-4ad2-8790-2c2770262930, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:26.530388 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.564871 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0f768453-b257-48d6-81b7-b4a06fe9a444 req-0d00885f-62c2-43c1-aae0-191df2277783 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Apr 11 15:26:26.610419 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] For port b92b95d3-abe0-4ad2-8790-2c2770262930, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:26.614526 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] For port b92b95d3-abe0-4ad2-8790-2c2770262930, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=b92b95d3-abe0-4ad2-8790-2c2770262930,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:26.617434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:26:26.650563 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.661296 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:26:26.661966 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 06a7e1e8-2fe1-4a9c-b5c3-89e29da1b4e8 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:26:26.686864 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1c91e-2fd9-446d-8cd2-11cd4c29054c req-12558616-c65a-47d8-973e-e6fcd204cdc8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:26.688906 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-22a1c91e-2fd9-446d-8cd2-11cd4c29054c req-12558616-c65a-47d8-973e-e6fcd204cdc8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0576735 Apr 11 15:26:26.733618 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4ead-33a9-43f0-be36-5dc97c7d1cab None None] Pushing event updated for resources: {'Port': ['ID=b92b95d3-abe0-4ad2-8790-2c2770262930,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:26.747238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks [] for router_gateway (76d84ca4-0c82-479a-9eea-6828b94cf7fb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.748279 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-22a1c91e-2fd9-446d-8cd2-11cd4c29054c req-8bdfaa08-a014-4c3a-9a6e-c62bbe332831 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516493 Apr 11 15:26:26.770889 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:26.879720 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Allocated IP 172.27.1.21 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/33dcf544-dd68-478f-b49c-7c4718628f5e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:27.007436 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks [] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.049891 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.088104 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:27.090804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:27.093325 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:27.122200 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Pushing event updated for resources: {'Port': ['ID=33dcf544-dd68-478f-b49c-7c4718628f5e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:27.290854 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca13446-b521-4c15-b5a6-802013d78e1c req-870bc368-9591-49c3-92c3-7b2def8b082d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:27.292362 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1ca13446-b521-4c15-b5a6-802013d78e1c req-870bc368-9591-49c3-92c3-7b2def8b082d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 943 time: 0.0617595 Apr 11 15:26:27.423332 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1ca13446-b521-4c15-b5a6-802013d78e1c req-fca4c277-68d8-4372-80e6-335086590b74 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893991 Apr 11 15:26:27.448907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks [] for router_gateway (76d84ca4-0c82-479a-9eea-6828b94cf7fb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.502489 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3b901c29-0fe0-4b54-88d3-1d44efaafccc req-364fde72-6ef2-41c8-8808-b79b6aba5071 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0442317 Apr 11 15:26:27.585840 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37734) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:27.710507 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-216e93a2-83c9-44ad-8197-d66dbda52aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.730182 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd7652-9ab8-48af-bff4-dacf271d874b req-8076eb21-fc8c-4227-9823-cbf7651c9e6e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:27.732605 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2bbd7652-9ab8-48af-bff4-dacf271d874b req-8076eb21-fc8c-4227-9823-cbf7651c9e6e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.0649462 Apr 11 15:26:27.733782 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a76710-39ae-4b08-90e7-e3b9628d5f80 None None] Network d48c0d64-03ac-498a-81d9-40f420df7c14 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:26:27.736102 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (76d84ca4-0c82-479a-9eea-6828b94cf7fb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.815526 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-216e93a2-83c9-44ad-8197-d66dbda52aa3 admin admin] Publish callbacks [] for security_group (189486d4-098f-466c-a670-8103cdf68e8e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.853907 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] Provisioning complete for port b92b95d3-abe0-4ad2-8790-2c2770262930 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:27.854285 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.858870 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-216e93a2-83c9-44ad-8197-d66dbda52aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (189486d4-098f-466c-a670-8103cdf68e8e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.865733 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2bbd7652-9ab8-48af-bff4-dacf271d874b req-f735515c-c1d7-47d7-91bd-082a164994dc tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246405 Apr 11 15:26:27.920360 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ffbe-bb10-4976-b640-92dffb13263e req-4d6b82bd-cd92-41ed-8140-6b48dad22fde tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:27.921886 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ab78ffbe-bb10-4976-b640-92dffb13263e req-4d6b82bd-cd92-41ed-8140-6b48dad22fde tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0940206 Apr 11 15:26:27.925259 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Router 76d84ca4-0c82-479a-9eea-6828b94cf7fb is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:26:27.931196 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-216e93a2-83c9-44ad-8197-d66dbda52aa3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22a3b34875ed46af9724779fdc53202b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438489 Apr 11 15:26:27.931840 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:27.933596 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e93a2-83c9-44ad-8197-d66dbda52aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189486d4-098f-466c-a670-8103cdf68e8e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:27.956655 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] Current status of the port b92b95d3-abe0-4ad2-8790-2c2770262930 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:27.957064 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:27.992980 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ab78ffbe-bb10-4976-b640-92dffb13263e req-43e236c5-1263-4abf-89b6-c956f4f308af tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Apr 11 15:26:28.009270 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] For port b92b95d3-abe0-4ad2-8790-2c2770262930, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=b92b95d3-abe0-4ad2-8790-2c2770262930,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:28.019877 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.078009 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e60e60af-fe8c-4445-a0b7-133f900f3ce3 admin admin] Publish callbacks [] for security_group (189486d4-098f-466c-a670-8103cdf68e8e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.088336 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314befbb-5322-4e8a-af2a-eb5c858278c3 None None] Pushing event updated for resources: {'Port': ['ID=b92b95d3-abe0-4ad2-8790-2c2770262930,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.118503 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e60e60af-fe8c-4445-a0b7-133f900f3ce3 admin admin] Publish callbacks [] for security_group (189486d4-098f-466c-a670-8103cdf68e8e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.131434 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:28.138720 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-95eef5f4-2879-4a24-98a9-a7ead3b905d7 None None] Provisioning complete for port b92b95d3-abe0-4ad2-8790-2c2770262930 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:28.139168 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95eef5f4-2879-4a24-98a9-a7ead3b905d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.142248 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Sync routers for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:28.153196 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:28.153789 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:28.167627 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.168870 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-49d8a95a-a082-41d7-9d60-9108f46f4e8e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2390149 Apr 11 15:26:28.172635 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37744) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:28.191295 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e60e60af-fe8c-4445-a0b7-133f900f3ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (189486d4-098f-466c-a670-8103cdf68e8e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.193853 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e60e60af-fe8c-4445-a0b7-133f900f3ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.197326 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-e60e60af-fe8c-4445-a0b7-133f900f3ce3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/189486d4-098f-466c-a670-8103cdf68e8e HTTP/1.1" status: 204 len: 168 time: 0.2622476 Apr 11 15:26:28.203086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e60af-fe8c-4445-a0b7-133f900f3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189486d4-098f-466c-a670-8103cdf68e8e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.258122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-95eef5f4-2879-4a24-98a9-a7ead3b905d7 None None] Current status of the port b92b95d3-abe0-4ad2-8790-2c2770262930 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:28.283826 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:28.471457 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:27Z', 'revision_number': 3, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:28.502067 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Checking router: 76d84ca4-0c82-479a-9eea-6828b94cf7fb for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:28.502430 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Updating router 76d84ca4-0c82-479a-9eea-6828b94cf7fb port 33dcf544-dd68-478f-b49c-7c4718628f5e binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:28.536768 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.562081 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddeb1a-1767-45f7-b3e9-8299b2ec24b0 req-f4116f66-bda2-4228-b8d4-175e15eb2368 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:28.565783 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-40ddeb1a-1767-45f7-b3e9-8299b2ec24b0 req-f4116f66-bda2-4228-b8d4-175e15eb2368 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 943 time: 0.0599773 Apr 11 15:26:28.614419 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:28.652120 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e957-ef7b-4659-a818-1c556226af3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.653754 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 0c8ede47-7ac0-45e7-90ef-83064a26926e details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:26:28.663252 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-40ddeb1a-1767-45f7-b3e9-8299b2ec24b0 req-3059a820-f6a8-4428-a26a-4da08a0fcfb2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913126 Apr 11 15:26:28.674453 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-868e77ed-d506-48a5-a3df-f58a818dc028 req-6b3dad3f-8f04-4fe9-803e-6d56e648a3a5 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0564113 Apr 11 15:26:28.737527 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device b92b95d3-abe0-4ad2-8790-2c2770262930 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:28.749056 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.781214 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e957-ef7b-4659-a818-1c556226af3a admin admin] Publish callbacks [] for security_group (7adc0219-d038-4694-9d8a-66add869f3cc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.788086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e957-ef7b-4659-a818-1c556226af3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7adc0219-d038-4694-9d8a-66add869f3cc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.845404 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9cf7e957-ef7b-4659-a818-1c556226af3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9edff9d2cbb04a138f042a7b2885471e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289796 Apr 11 15:26:28.848129 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e957-ef7b-4659-a818-1c556226af3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adc0219-d038-4694-9d8a-66add869f3cc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.853899 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 0c8ede47-7ac0-45e7-90ef-83064a26926e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:28.863883 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37756) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:28.880298 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '0c8ede47-7ac0-45e7-90ef-83064a26926e', 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795', 'port_id': '0c8ede47-7ac0-45e7-90ef-83064a26926e', 'mac_address': 'fa:16:3e:13:62:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a125d7-8c8b-48db-b886-9cb58d17e829', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:26:28.884930 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Publish callbacks [] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.895128 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.930193 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d63e730-463b-44e5-ae50-18b01b745609 admin admin] Publish callbacks [] for security_group (7adc0219-d038-4694-9d8a-66add869f3cc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.943460 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port b92b95d3-abe0-4ad2-8790-2c2770262930 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:28.943690 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.955636 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d63e730-463b-44e5-ae50-18b01b745609 admin admin] Publish callbacks [] for security_group (7adc0219-d038-4694-9d8a-66add869f3cc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:28.981233 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Pushing event updated for resources: {'Port': ['ID=33dcf544-dd68-478f-b49c-7c4718628f5e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.984535 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Attempting to bind port 33dcf544-dd68-478f-b49c-7c4718628f5e on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:28.985906 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Attempting to bind port 33dcf544-dd68-478f-b49c-7c4718628f5e by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:28.986560 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Attempting to bind port 33dcf544-dd68-478f-b49c-7c4718628f5e on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:29.001636 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.002871 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.003610 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.004370 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.004985 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.005637 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.006354 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.007865 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.008603 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.009314 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.009761 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.010266 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.011040 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.011458 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.011863 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:29.012895 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d63e730-463b-44e5-ae50-18b01b745609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7adc0219-d038-4694-9d8a-66add869f3cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.016427 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:29.016954 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:29.017437 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.017947 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:29.018631 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Bound port: 33dcf544-dd68-478f-b49c-7c4718628f5e, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:29.019118 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.030473 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d63e730-463b-44e5-ae50-18b01b745609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.033453 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-6d63e730-463b-44e5-ae50-18b01b745609 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7adc0219-d038-4694-9d8a-66add869f3cc HTTP/1.1" status: 204 len: 168 time: 0.1680937 Apr 11 15:26:29.043654 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63e730-463b-44e5-ae50-18b01b745609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adc0219-d038-4694-9d8a-66add869f3cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:29.048542 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 0c8ede47-7ac0-45e7-90ef-83064a26926e is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:29.049062 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.061984 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Allocated IP 172.20.0.1 (d48c0d64-03ac-498a-81d9-40f420df7c14/5f3242ed-cc80-4437-82a3-96fa25794167/ac102e72-6647-494f-9486-1fd97bbf4f1d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:29.078166 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8ede47-7ac0-45e7-90ef-83064a26926e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:29.097312 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] For port 33dcf544-dd68-478f-b49c-7c4718628f5e, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:29.101632 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] For port 33dcf544-dd68-478f-b49c-7c4718628f5e, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=33dcf544-dd68-478f-b49c-7c4718628f5e,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:29.111723 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.119657 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 0c8ede47-7ac0-45e7-90ef-83064a26926e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:29.133029 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.199341 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39415708-f978-4e79-9fd1-539f904426dc req-787b4c31-b669-4330-a640-29fb0602067c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:29.205982 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0dcc0-dd9a-4ccc-b3b1-471bd1a102d3 None None] Pushing event updated for resources: {'Port': ['ID=33dcf544-dd68-478f-b49c-7c4718628f5e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:29.209050 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39415708-f978-4e79-9fd1-539f904426dc req-787b4c31-b669-4330-a640-29fb0602067c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1002281 Apr 11 15:26:29.210507 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:29.211361 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:29.227193 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=0c8ede47-7ac0-45e7-90ef-83064a26926e,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:29.244753 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port b92b95d3-abe0-4ad2-8790-2c2770262930 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:29.294548 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39415708-f978-4e79-9fd1-539f904426dc req-fb12a848-cdfb-4307-ab50-e392c809d785 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722821 Apr 11 15:26:29.365813 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:29.458244 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37768) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:29.470644 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7f24-d9ac-443f-9dfd-f7cbdb423846 req-7fcdb961-6e35-4d80-a5f3-7f9f28ab685d tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:29.472190 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a1f7f24-d9ac-443f-9dfd-f7cbdb423846 req-7fcdb961-6e35-4d80-a5f3-7f9f28ab685d tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.4924333 Apr 11 15:26:29.472432 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5741a6c0-449f-412e-bd06-4aa0e99b3034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.554572 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a1f7f24-d9ac-443f-9dfd-f7cbdb423846 req-047c52f9-6679-49ff-9d11-37a2b33e751a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735869 Apr 11 15:26:29.562124 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5741a6c0-449f-412e-bd06-4aa0e99b3034 admin admin] Publish callbacks [] for security_group (f4831622-8617-441f-a4d8-1e253d7c1089), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.562331 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks [] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.576336 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5741a6c0-449f-412e-bd06-4aa0e99b3034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (f4831622-8617-441f-a4d8-1e253d7c1089), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.605769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.626008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5741a6c0-449f-412e-bd06-4aa0e99b3034 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=454d4f8a63aa4e78af1f779d0b3292c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660528 Apr 11 15:26:29.627280 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:29.639491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741a6c0-449f-412e-bd06-4aa0e99b3034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4831622-8617-441f-a4d8-1e253d7c1089,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:29.648525 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:27Z', 'revision_number': 3, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:29.652253 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Network d48c0d64-03ac-498a-81d9-40f420df7c14 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:29.655811 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:29.662646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:29.665843 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac102e72-6647-494f-9486-1fd97bbf4f1d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:29.690549 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-584dd27f-7af7-417e-bb65-8e49e458d418 admin admin] Publish callbacks [] for security_group (f4831622-8617-441f-a4d8-1e253d7c1089), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.692266 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745be5c-f2f8-4464-94b9-b75a2ad1d3b9 None None] The sync data for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi is: [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:27Z', 'revision_number': 3, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:29.730524 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (76d84ca4-0c82-479a-9eea-6828b94cf7fb), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.736694 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-584dd27f-7af7-417e-bb65-8e49e458d418 admin admin] Publish callbacks [] for security_group (f4831622-8617-441f-a4d8-1e253d7c1089), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.825822 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2a34d094-51ed-4c66-b58e-7832a406901b req-1d62388f-eea7-452d-a4d6-75c00ee5a42c tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0342495 Apr 11 15:26:29.874443 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbb72f-9063-4cb0-a109-423377c423f4 req-0048d207-0960-4df6-ae17-135c68bfb463 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:29.877499 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ffcbb72f-9063-4cb0-a109-423377c423f4 req-0048d207-0960-4df6-ae17-135c68bfb463 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 944 time: 0.0794787 Apr 11 15:26:29.903597 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-584dd27f-7af7-417e-bb65-8e49e458d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (f4831622-8617-441f-a4d8-1e253d7c1089), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.906392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-584dd27f-7af7-417e-bb65-8e49e458d418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:29.910687 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-584dd27f-7af7-417e-bb65-8e49e458d418 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4831622-8617-441f-a4d8-1e253d7c1089 HTTP/1.1" status: 204 len: 168 time: 0.2797122 Apr 11 15:26:29.929189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd27f-7af7-417e-bb65-8e49e458d418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4831622-8617-441f-a4d8-1e253d7c1089,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:29.947074 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['0c8ede47-7ac0-45e7-90ef-83064a26926e'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:26:29.960312 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ffcbb72f-9063-4cb0-a109-423377c423f4 req-acdc0c35-7750-4c34-922b-aaf6844dc759 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643098 Apr 11 15:26:29.971477 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.007865 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-524b6082-97c9-47c8-8e3b-4c9032ace32b None None] Provisioning complete for port ac102e72-6647-494f-9486-1fd97bbf4f1d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:30.008252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-524b6082-97c9-47c8-8e3b-4c9032ace32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.053294 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-524b6082-97c9-47c8-8e3b-4c9032ace32b None None] Port ac102e72-6647-494f-9486-1fd97bbf4f1d cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:30.225651 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks [] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.231821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.324621 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac102e72-6647-494f-9486-1fd97bbf4f1d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:30.330531 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (76d84ca4-0c82-479a-9eea-6828b94cf7fb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.452981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a167-3ecd-49b7-872f-29b1294ac029 req-acd6ecfa-0bd7-457a-bf04-025d0d96a2f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:30.458132 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f130a167-3ecd-49b7-872f-29b1294ac029 req-acd6ecfa-0bd7-457a-bf04-025d0d96a2f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0880289 Apr 11 15:26:30.507154 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Network d48c0d64-03ac-498a-81d9-40f420df7c14 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:30.510534 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:30.539607 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f130a167-3ecd-49b7-872f-29b1294ac029 req-323c3119-d8d2-4754-acfd-b64456dd0267 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739255 Apr 11 15:26:30.722203 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Router 76d84ca4-0c82-479a-9eea-6828b94cf7fb has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:30.757613 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 33dcf544-dd68-478f-b49c-7c4718628f5e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:30.799110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5bf3-61a0-4dd0-a6b9-0cda2fc3beaf req-73958f43-c311-4129-854f-a4134ef5e63c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:30.807798 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-61ee5bf3-61a0-4dd0-a6b9-0cda2fc3beaf req-73958f43-c311-4129-854f-a4134ef5e63c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.1061089 Apr 11 15:26:30.842678 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 33dcf544-dd68-478f-b49c-7c4718628f5e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:30.843139 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.875257 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-61ee5bf3-61a0-4dd0-a6b9-0cda2fc3beaf req-af023634-73d1-43ed-929d-084019eeb18e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616212 Apr 11 15:26:30.924388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:30.936820 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-0ba0259f-399c-4868-b6f9-5765f5a38b05 None None] Provisioning complete for port ac102e72-6647-494f-9486-1fd97bbf4f1d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:30.937188 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ba0259f-399c-4868-b6f9-5765f5a38b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:30.945349 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-dbb413c2-41b3-4c8c-a9b4-2cbb68250cb0 admin admin] 10.222.0.50 "PUT /v2.0/routers/76d84ca4-0c82-479a-9eea-6828b94cf7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7686839 Apr 11 15:26:30.975157 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2518bd10-fde3-434a-b64d-ec0c07685707 req-dfd140fd-2998-4870-aa26-e6daf2f9e00d tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0487669 Apr 11 15:26:31.025826 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0259f-399c-4868-b6f9-5765f5a38b05 None None] Port ac102e72-6647-494f-9486-1fd97bbf4f1d cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:31.034249 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 33dcf544-dd68-478f-b49c-7c4718628f5e is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:31.034805 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.079655 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 33dcf544-dd68-478f-b49c-7c4718628f5e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=33dcf544-dd68-478f-b49c-7c4718628f5e,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:31.091766 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.106353 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-a26f7fbe-14c4-4438-b8a4-40b7ebefe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.108257 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-a26f7fbe-14c4-4438-b8a4-40b7ebefe95d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 1128 time: 0.0536509 Apr 11 15:26:31.149158 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=33dcf544-dd68-478f-b49c-7c4718628f5e,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:31.167362 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01994e-2ee5-455d-97b1-1dcc3aa62bb2 req-f4e616dc-66d7-4152-be91-93abf24eb582 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.169440 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8f01994e-2ee5-455d-97b1-1dcc3aa62bb2 req-f4e616dc-66d7-4152-be91-93abf24eb582 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 944 time: 0.0601554 Apr 11 15:26:31.221369 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8f01994e-2ee5-455d-97b1-1dcc3aa62bb2 req-9a355815-e3ed-4276-825c-4d55072cee2e tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Apr 11 15:26:31.362185 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-2f8b5ebf-deb5-4a11-8771-7fc0a3a473c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.363797 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-2f8b5ebf-deb5-4a11-8771-7fc0a3a473c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=054acad1-a086-46ca-80e7-3a0b72a78795 HTTP/1.1" status: 200 len: 910 time: 0.1007142 Apr 11 15:26:31.419976 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-4d07d2f0-d3cc-4ca3-be70-023078d9c7d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e HTTP/1.1" status: 200 len: 217 time: 0.0432909 Apr 11 15:26:31.439926 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 0c8ede47-7ac0-45e7-90ef-83064a26926e up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:31.495346 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-4b44f99c-629a-4841-91f4-92abe2ae3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.496931 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-4b44f99c-629a-4841-91f4-92abe2ae3441 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1a125d7-8c8b-48db-b886-9cb58d17e829 HTTP/1.1" status: 200 len: 849 time: 0.0659513 Apr 11 15:26:31.541043 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 0c8ede47-7ac0-45e7-90ef-83064a26926e completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:26:31.555084 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 0c8ede47-7ac0-45e7-90ef-83064a26926e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:31.555539 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.576788 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-4d90b438-dcd8-43b5-805b-442425d5f28e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054acad1-a086-46ca-80e7-3a0b72a78795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637767 Apr 11 15:26:31.696399 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 0c8ede47-7ac0-45e7-90ef-83064a26926e is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:31.697304 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.734169 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:31.747854 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1940134340-network', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:31.761964 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-d9ba395b-8d1c-4b32-97b3-10dffc3c7201 service neutron] 10.222.0.59 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770895 Apr 11 15:26:31.763919 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ede47-7ac0-45e7-90ef-83064a26926e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:31.773466 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f199dc30-0014-402e-853d-be30b2818d1a" -d '{"events": [{"server_uuid": "1027e32a-3e74-4096-ae5d-16494c17c31d", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ede47-7ac0-45e7-90ef-83064a26926e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:31.784372 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Made reservation on behalf of 976c5fa8bbb44908a5320efa75a51142 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:31.790703 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.820927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 0c8ede47-7ac0-45e7-90ef-83064a26926e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:31.828091 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.866773 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4eff0-aed4-4270-b9d4-d108dab2016f req-7059ad4e-19df-4f1e-ad8b-d2a28df75e13 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.868708 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-84f4eff0-aed4-4270-b9d4-d108dab2016f req-7059ad4e-19df-4f1e-ad8b-d2a28df75e13 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.2126670 Apr 11 15:26:31.879043 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:31.902460 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1869a373-c203-4025-9dd3-e5fe55a023f5 req-d86d562b-5208-4de9-b05c-0d7a5b4ad3e5 service neutron] 10.222.0.59 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242156 Apr 11 15:26:31.909095 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b995d52-1734-430e-b5e0-5879c59219c6 x-openstack-request-id: req-7b995d52-1734-430e-b5e0-5879c59219c6 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:31.909339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1027e32a-3e74-4096-ae5d-16494c17c31d", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ede47-7ac0-45e7-90ef-83064a26926e", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:31.909599 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b995d52-1734-430e-b5e0-5879c59219c6 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:31.910022 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b995d52-1734-430e-b5e0-5879c59219c6'] response: {'server_uuid': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ede47-7ac0-45e7-90ef-83064a26926e', 'code': 200} Apr 11 15:26:31.964567 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=0c8ede47-7ac0-45e7-90ef-83064a26926e,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:31.988266 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-84f4eff0-aed4-4270-b9d4-d108dab2016f req-87b85019-dbbd-42c0-aee4-23c9533d5775 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057067 Apr 11 15:26:32.036850 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46a18-1b67-4c02-982a-b06cd7bb03c9 req-5dc50586-8668-4f93-b0ab-c2929d52b68e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.042657 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks [] for security_group (25e3b7f2-0ffa-4876-ac73-10cbcee63f5f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.045557 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24c46a18-1b67-4c02-982a-b06cd7bb03c9 req-5dc50586-8668-4f93-b0ab-c2929d52b68e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.0699749 Apr 11 15:26:32.049098 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (25e3b7f2-0ffa-4876-ac73-10cbcee63f5f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.082406 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e3b7f2-0ffa-4876-ac73-10cbcee63f5f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:32.095210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:26:32.108362 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24c46a18-1b67-4c02-982a-b06cd7bb03c9 req-b2075f9f-e7b3-4015-8ee8-9f164be0cd16 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611799 Apr 11 15:26:32.115655 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (d2147b55-62b3-4cdb-8e76-7629352bf729), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.116064 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Added segment d2147b55-62b3-4cdb-8e76-7629352bf729 of type vlan for network c00221e5-aea5-4706-9374-8cd51d5e357c Apr 11 15:26:32.120169 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Sync routers for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:32.133424 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:32.134065 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:32.159209 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72ca80ff-bc68-419f-9ffb-9fbc4d739bdf req-ed9eb3a6-0773-4145-9533-a4eed7589129 tempest-DeleteServersTestJSON-1713818976 tempest-DeleteServersTestJSON-1713818976-project] 10.222.0.50 "GET /v2.0/ports?device_id=056ff1a6-ee5c-4068-9e50-1d8929806ace HTTP/1.1" status: 200 len: 210 time: 0.0412769 Apr 11 15:26:32.197012 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (c00221e5-aea5-4706-9374-8cd51d5e357c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.223323 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (c00221e5-aea5-4706-9374-8cd51d5e357c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.224293 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.224988 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.273559 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:32.316048 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5735586 Apr 11 15:26:32.319963 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:32.325056 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Request body: {'subnet': {'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1940134340-subnet', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:32.337300 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b0b1f-9685-4418-9c26-844fa6de8f5d admin admin] Pushing event updated for resources: {'Network': ['ID=c00221e5-aea5-4706-9374-8cd51d5e357c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:32.359538 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74a7b1-ec10-4270-9385-799147841076 req-12f71a7e-375a-4ccb-b3e8-6772036a85a4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.362734 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ea74a7b1-ec10-4270-9385-799147841076 req-12f71a7e-375a-4ccb-b3e8-6772036a85a4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.0619204 Apr 11 15:26:32.365766 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network c00221e5-aea5-4706-9374-8cd51d5e357c details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:26:32.376435 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Made reservation on behalf of 976c5fa8bbb44908a5320efa75a51142 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:32.380758 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.428984 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ea74a7b1-ec10-4270-9385-799147841076 req-21e1b0a8-dc8e-4431-9df8-c44eac10f7ec tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612814 Apr 11 15:26:32.628890 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:30Z', 'revision_number': 2, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:32.630877 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44376337-9cfd-4ad6-a982-021e8283745d req-0b1012e2-6a31-41f6-a7ff-702f156241c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.632418 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-44376337-9cfd-4ad6-a982-021e8283745d req-0b1012e2-6a31-41f6-a7ff-702f156241c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 1129 time: 0.0490925 Apr 11 15:26:32.635727 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.668652 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Checking router: 76d84ca4-0c82-479a-9eea-6828b94cf7fb for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:32.669013 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Updating router 76d84ca4-0c82-479a-9eea-6828b94cf7fb port ac102e72-6647-494f-9486-1fd97bbf4f1d binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:32.690632 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:32.703570 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-44376337-9cfd-4ad6-a982-021e8283745d req-250352ea-cb9e-4f7b-9500-28831ec340a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644691 Apr 11 15:26:32.713978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.736486 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Checking segment: {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:32.736486 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Network hostable DHCP agents. Network: c00221e5-aea5-4706-9374-8cd51d5e357c, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:26:32.755647 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Network c00221e5-aea5-4706-9374-8cd51d5e357c is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:26:32.755977 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 33dcf544-dd68-478f-b49c-7c4718628f5e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:32.765014 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, c00221e5-aea5-4706-9374-8cd51d5e357c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:32.775093 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.775685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.787221 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519846f-6461-4e2d-aeb6-630005658158 None None] Network c00221e5-aea5-4706-9374-8cd51d5e357c requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:26:32.793224 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-1c4302fc-f68f-4eb1-85b5-0b34e63b8d61 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4722259 Apr 11 15:26:32.796082 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37896) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:32.802721 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:32.829945 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (bc4a89f4-dd90-4059-8515-093c082cf1b1), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.832083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (bc4a89f4-dd90-4059-8515-093c082cf1b1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:32.896703 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks [] for router_controller (bc4a89f4-dd90-4059-8515-093c082cf1b1), precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.065793 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks [] for router_gateway (bc4a89f4-dd90-4059-8515-093c082cf1b1), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.094127 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 33dcf544-dd68-478f-b49c-7c4718628f5e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:33.095236 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.179230 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96bdc3-e286-4efa-9a5b-69840008b07f req-fbb12b00-17eb-4dd2-9f1c-3905605f25f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:33.180887 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8e96bdc3-e286-4efa-9a5b-69840008b07f req-fbb12b00-17eb-4dd2-9f1c-3905605f25f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1030326 Apr 11 15:26:33.198330 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-c00221e5-aea5-4706-9374-8cd51d5e357c', 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c', 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'fixed_ips': [{'subnet_id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:26:33.199403 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.261878 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8a96-2db1-413c-94c9-a1a69be4cf79 req-aba2ec72-48c6-487f-9b4c-871245e9a96d tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:33.264720 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42ac8a96-2db1-413c-94c9-a1a69be4cf79 req-aba2ec72-48c6-487f-9b4c-871245e9a96d tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 948 time: 0.0845506 Apr 11 15:26:33.321560 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8e96bdc3-e286-4efa-9a5b-69840008b07f req-2e74705e-a9b6-4c0a-9026-877aeb984a70 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339114 Apr 11 15:26:33.362082 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42ac8a96-2db1-413c-94c9-a1a69be4cf79 req-dacbfde3-0cbf-4573-ab6c-2a136c9c4066 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889707 Apr 11 15:26:33.372524 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks [] for router_gateway (bc4a89f4-dd90-4059-8515-093c082cf1b1), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.375134 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 33dcf544-dd68-478f-b49c-7c4718628f5e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:33.395512 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.431565 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Publish callbacks [] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.445007 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.452807 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f2dbe156-c714-4c3e-8ef4-092d0e1b731c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:26:33.517949 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Allocated IP 172.20.0.2 (c00221e5-aea5-4706-9374-8cd51d5e357c/89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d/d9704774-0048-4b93-8b56-1119b7e319df) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:33.562739 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Allocated IP 172.27.1.178 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/8ad477fe-e05d-4699-9162-131f16755ac8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:33.565613 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb400-e9ff-410e-a88d-d7d4d8e02834 None None] Pushing event updated for resources: {'Port': ['ID=ac102e72-6647-494f-9486-1fd97bbf4f1d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:33.587928 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c6fa6-7056-4869-a516-bbe5c06ff459 req-0ed29572-ec44-422e-8243-d37efb2f0827 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:33.589503 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-270c6fa6-7056-4869-a516-bbe5c06ff459 req-0ed29572-ec44-422e-8243-d37efb2f0827 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.0801148 Apr 11 15:26:33.721647 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks [] for port (8ad477fe-e05d-4699-9162-131f16755ac8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.794272 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.817944 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Attempting to bind port ac102e72-6647-494f-9486-1fd97bbf4f1d on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:33.818316 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Attempting to bind port ac102e72-6647-494f-9486-1fd97bbf4f1d by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:33.818704 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Attempting to bind port ac102e72-6647-494f-9486-1fd97bbf4f1d on network d48c0d64-03ac-498a-81d9-40f420df7c14 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:33.838801 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:33.840738 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:33.841112 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Checking segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:33.841515 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.841951 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Bound using segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:33.842372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Bound port: ac102e72-6647-494f-9486-1fd97bbf4f1d, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:33.842785 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:33.854493 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-270c6fa6-7056-4869-a516-bbe5c06ff459 req-a5321054-0087-4681-92cc-6d22303ff348 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452142 Apr 11 15:26:33.856266 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:33.859295 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:33.862270 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:33.889839 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c', 'network_id': '33708754-8ea7-438b-8cc5-00218a4570c2', 'port_id': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c', 'mac_address': 'fa:16:3e:3e:c6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1f7558-b162-48c6-b548-251967b7ad1e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:26:33.896893 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Pushing event updated for resources: {'Port': ['ID=8ad477fe-e05d-4699-9162-131f16755ac8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:33.924434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-5923c67f-4b57-4d39-9ba6-0460bc98b69b None None] Provisioning complete for port ac102e72-6647-494f-9486-1fd97bbf4f1d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:33.924800 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5923c67f-4b57-4d39-9ba6-0460bc98b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.005014 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Publish callbacks [] for port (d9704774-0048-4b93-8b56-1119b7e319df), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.032069 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5923c67f-4b57-4d39-9ba6-0460bc98b69b None None] Port ac102e72-6647-494f-9486-1fd97bbf4f1d cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:34.033968 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (d9704774-0048-4b93-8b56-1119b7e319df), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.053498 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f2dbe156-c714-4c3e-8ef4-092d0e1b731c is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:34.053882 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.098043 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] For port ac102e72-6647-494f-9486-1fd97bbf4f1d, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:34.109676 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Network c00221e5-aea5-4706-9374-8cd51d5e357c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:34.117726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dbe156-c714-4c3e-8ef4-092d0e1b731c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:34.126650 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:34.131040 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] For port ac102e72-6647-494f-9486-1fd97bbf4f1d, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=ac102e72-6647-494f-9486-1fd97bbf4f1d,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:34.139332 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:34.147674 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Pushing event updated for resources: {'Port': ['ID=d9704774-0048-4b93-8b56-1119b7e319df,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:34.154548 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.170748 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:34.210098 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.276712 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb400-e9ff-410e-a88d-d7d4d8e02834 None None] Pushing event updated for resources: {'Port': ['ID=ac102e72-6647-494f-9486-1fd97bbf4f1d,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:34.283971 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:34.284614 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:34.289841 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Attempting to bind port d9704774-0048-4b93-8b56-1119b7e319df on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:34.289841 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Attempting to bind port d9704774-0048-4b93-8b56-1119b7e319df by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:34.289841 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Attempting to bind port d9704774-0048-4b93-8b56-1119b7e319df on network c00221e5-aea5-4706-9374-8cd51d5e357c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:34.347897 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:34.348364 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Checking segment: {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:34.348858 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.349062 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Bound using segment: {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:34.349602 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Bound port: d9704774-0048-4b93-8b56-1119b7e319df, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:34.349917 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d9704774-0048-4b93-8b56-1119b7e319df), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.385273 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks [] for router_gateway (bc4a89f4-dd90-4059-8515-093c082cf1b1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.394252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:34.499009 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf627b-4f79-481f-8fd0-8f34051bb03a req-77de0f34-4ffd-49eb-890d-f04a2aae5eeb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.506844 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c1cf627b-4f79-481f-8fd0-8f34051bb03a req-77de0f34-4ffd-49eb-890d-f04a2aae5eeb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0650291 Apr 11 15:26:34.530855 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:34.567790 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c1cf627b-4f79-481f-8fd0-8f34051bb03a req-214a9dbc-c6c1-437b-8730-8334e5676beb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596521 Apr 11 15:26:34.576640 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] For port d9704774-0048-4b93-8b56-1119b7e319df, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:34.598113 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] Provisioning complete for port ac102e72-6647-494f-9486-1fd97bbf4f1d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:34.598632 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.601099 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] For port d9704774-0048-4b93-8b56-1119b7e319df, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=d9704774-0048-4b93-8b56-1119b7e319df,segment=NetworkSegment(d2147b55-62b3-4cdb-8e76-7629352bf729),segment_id=d2147b55-62b3-4cdb-8e76-7629352bf729)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:34.624425 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f1eea-2c06-4b5a-8116-d5d6f56c1e0e req-c8cfb7b3-fc55-4b42-a47b-79d98546e7d8 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.626141 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6b0f1eea-2c06-4b5a-8116-d5d6f56c1e0e req-c8cfb7b3-fc55-4b42-a47b-79d98546e7d8 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 949 time: 0.1179566 Apr 11 15:26:34.658736 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d9704774-0048-4b93-8b56-1119b7e319df), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.722964 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6b0f1eea-2c06-4b5a-8116-d5d6f56c1e0e req-ec5d996d-4f4e-401f-82ae-9e1da4ca96d7 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Apr 11 15:26:34.728526 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (bc4a89f4-dd90-4059-8515-093c082cf1b1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:34.894095 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Router bc4a89f4-dd90-4059-8515-093c082cf1b1 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:26:34.937377 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767051-3c3b-4474-9cce-1f1ea87070b7 None None] Pushing event updated for resources: {'Port': ['ID=d9704774-0048-4b93-8b56-1119b7e319df,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:34.987344 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f2dbe156-c714-4c3e-8ef4-092d0e1b731c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:26:35.001393 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:35.083883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] Current status of the port ac102e72-6647-494f-9486-1fd97bbf4f1d is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:35.084278 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.085471 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52a4a1-e411-44e6-a6c2-56a47729cd72 req-c987fcc1-725c-46d7-8eeb-a64af27ddd43 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:35.092304 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8f52a4a1-e411-44e6-a6c2-56a47729cd72 req-c987fcc1-725c-46d7-8eeb-a64af27ddd43 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.1247995 Apr 11 15:26:35.092992 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Deleting subnet 0dfb896f-5c8f-43a6-882c-bfe778c29fba {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:26:35.099322 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Publish callbacks [] for subnet (0dfb896f-5c8f-43a6-882c-bfe778c29fba), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.136733 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:35.159484 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Sync routers for ids ['bc4a89f4-dd90-4059-8515-093c082cf1b1'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:35.165405 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:34Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:35.168072 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8f52a4a1-e411-44e6-a6c2-56a47729cd72 req-40cea5a2-3ff5-4962-a70d-2bbffc01be3d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744972 Apr 11 15:26:35.190157 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.194004 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c42bcfee-62a9-4986-8479-a4833266fabc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3941836 Apr 11 15:26:35.194148 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (0dfb896f-5c8f-43a6-882c-bfe778c29fba), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.196804 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 37940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:35.204375 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Routers {'bc4a89f4-dd90-4059-8515-093c082cf1b1'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:35.207111 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['bc4a89f4-dd90-4059-8515-093c082cf1b1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:35.245553 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d90a-2cc8-4f8f-ad75-b19db11b7b06 None None] The sync data for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi is: [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:34Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:35.248554 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] For port ac102e72-6647-494f-9486-1fd97bbf4f1d, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=ac102e72-6647-494f-9486-1fd97bbf4f1d,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:35.262630 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.350974 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (0dfb896f-5c8f-43a6-882c-bfe778c29fba), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.476176 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7781c-41ad-4f2f-af0f-6e490452b3c3 None None] Pushing event updated for resources: {'Port': ['ID=ac102e72-6647-494f-9486-1fd97bbf4f1d,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:35.505980 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (0dfb896f-5c8f-43a6-882c-bfe778c29fba), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.528313 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Set router bc4a89f4-dd90-4059-8515-093c082cf1b1 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:35.564668 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfb896f-5c8f-43a6-882c-bfe778c29fba,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:35.584903 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:35.592203 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-744385a7-adbc-4c2f-96ce-229e557ff799 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0dfb896f-5c8f-43a6-882c-bfe778c29fba HTTP/1.1" status: 204 len: 168 time: 0.5896363 Apr 11 15:26:35.593062 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37942) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:35.928737 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:26:34Z', 'revision_number': 3, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:35.958325 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Checking router: bc4a89f4-dd90-4059-8515-093c082cf1b1 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:35.959064 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Updating router bc4a89f4-dd90-4059-8515-093c082cf1b1 port 8ad477fe-e05d-4699-9162-131f16755ac8 binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:35.985437 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69eeb-71de-489f-b40c-f0fc54b74b05 req-e0174735-aef9-4433-90e2-4763922b7c93 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:35.987263 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b2e69eeb-71de-489f-b40c-f0fc54b74b05 req-e0174735-aef9-4433-90e2-4763922b7c93 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 949 time: 0.1124926 Apr 11 15:26:36.009780 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede481-808b-4f9b-89d1-d707bafc3499 req-af19c227-5503-4dbc-b535-370080726240 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:36.012601 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a8ede481-808b-4f9b-89d1-d707bafc3499 req-af19c227-5503-4dbc-b535-370080726240 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.2845523 Apr 11 15:26:36.017639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (ff5b7822-6557-4e04-8c8f-c42ef4ee2e51), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.030476 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.126860 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a8ede481-808b-4f9b-89d1-d707bafc3499 req-888c6eeb-1628-42f8-a22e-6aeafc0e040f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997899 Apr 11 15:26:36.210458 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b2e69eeb-71de-489f-b40c-f0fc54b74b05 req-02b88fab-49af-4b7f-a6e9-88718ff8beb2 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136347 Apr 11 15:26:36.217127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (ff5b7822-6557-4e04-8c8f-c42ef4ee2e51), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.275480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.293543 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5b7822-6557-4e04-8c8f-c42ef4ee2e51']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:36.311960 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:36.312291 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c2057c-25a9-4c1c-910c-d09671cdbdb2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:36.341401 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (d5c2057c-25a9-4c1c-910c-d09671cdbdb2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.366483 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (d5c2057c-25a9-4c1c-910c-d09671cdbdb2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.378941 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:26:36.380487 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (d5c2057c-25a9-4c1c-910c-d09671cdbdb2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:26:36.384962 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:26:36.588710 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (ff5b7822-6557-4e04-8c8f-c42ef4ee2e51), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.598462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.622698 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] 10.222.0.50 "DELETE /v2.0/networks/ff5b7822-6557-4e04-8c8f-c42ef4ee2e51 HTTP/1.1" status: 204 len: 168 time: 1.0257328 Apr 11 15:26:36.632534 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Allocated IP 172.20.0.1 (c00221e5-aea5-4706-9374-8cd51d5e357c/89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d/b406d6ef-f314-4a5b-a184-cf3a64c2d1df) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:36.661948 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Publish callbacks [] for port (8ad477fe-e05d-4699-9162-131f16755ac8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.665918 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cccffb-8510-4d9e-8535-b925791adf80 None None] Network c00221e5-aea5-4706-9374-8cd51d5e357c requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:26:36.675288 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.676916 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef3444-bdbe-4f56-a558-24e56b3a1dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5b7822-6557-4e04-8c8f-c42ef4ee2e51,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:36.847518 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] Provisioning complete for port d9704774-0048-4b93-8b56-1119b7e319df triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:36.850817 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d9704774-0048-4b93-8b56-1119b7e319df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.859533 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0835c24-7e45-4422-8b86-c6ff57ad7ff6 None None] Pushing event updated for resources: {'Port': ['ID=8ad477fe-e05d-4699-9162-131f16755ac8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:36.863411 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Attempting to bind port 8ad477fe-e05d-4699-9162-131f16755ac8 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:36.864110 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Attempting to bind port 8ad477fe-e05d-4699-9162-131f16755ac8 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:36.864775 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Attempting to bind port 8ad477fe-e05d-4699-9162-131f16755ac8 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:36.882023 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:36.885239 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:36.886675 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.888155 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:36.888155 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Bound port: 8ad477fe-e05d-4699-9162-131f16755ac8, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:36.888423 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d3176-fa8d-49cb-a54c-d11bec8c1571 req-d9174177-391d-4233-bf9a-fa80d5535c24 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:36.888575 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.896701 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-452d3176-fa8d-49cb-a54c-d11bec8c1571 req-d9174177-391d-4233-bf9a-fa80d5535c24 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.1135726 Apr 11 15:26:36.929589 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d9704774-0048-4b93-8b56-1119b7e319df up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:36.951672 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks [] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.993291 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-452d3176-fa8d-49cb-a54c-d11bec8c1571 req-8092bc4b-55ef-4cfe-9bd2-c9795f33b933 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955942 Apr 11 15:26:37.034980 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.036469 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] For port 8ad477fe-e05d-4699-9162-131f16755ac8, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:37.041022 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37968) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:37.044625 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] For port 8ad477fe-e05d-4699-9162-131f16755ac8, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=8ad477fe-e05d-4699-9162-131f16755ac8,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:37.057673 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.071591 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port d9704774-0048-4b93-8b56-1119b7e319df triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:37.071943 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d9704774-0048-4b93-8b56-1119b7e319df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.098237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Network c00221e5-aea5-4706-9374-8cd51d5e357c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:37.102574 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:37.105196 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:37.140020 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-591686b3-bd87-4301-96a1-bcf4f93a14a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf06f9c39a944eb1b92f346ca2978567&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0972075 Apr 11 15:26:37.143483 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 37972) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:37.163557 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:37.196271 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Routers {'bc4a89f4-dd90-4059-8515-093c082cf1b1'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:37.196600 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['bc4a89f4-dd90-4059-8515-093c082cf1b1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:37.219548 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0835c24-7e45-4422-8b86-c6ff57ad7ff6 None None] Pushing event updated for resources: {'Port': ['ID=8ad477fe-e05d-4699-9162-131f16755ac8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:37.249000 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c02efb9c-4d1b-4f24-b257-450caa273fd8 admin admin] Publish callbacks [] for security_group (8fc88f4b-296b-434f-9def-f8b3fab6ee78), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.271603 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (bc4a89f4-dd90-4059-8515-093c082cf1b1), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.302465 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] Current status of the port d9704774-0048-4b93-8b56-1119b7e319df is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:37.303468 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d9704774-0048-4b93-8b56-1119b7e319df), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.322952 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c02efb9c-4d1b-4f24-b257-450caa273fd8 admin admin] Publish callbacks [] for security_group (8fc88f4b-296b-434f-9def-f8b3fab6ee78), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.397222 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port d9704774-0048-4b93-8b56-1119b7e319df is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:37.398121 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d9704774-0048-4b93-8b56-1119b7e319df), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.434077 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] Set router bc4a89f4-dd90-4059-8515-093c082cf1b1 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:37.442161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] For port d9704774-0048-4b93-8b56-1119b7e319df, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=d9704774-0048-4b93-8b56-1119b7e319df,segment=NetworkSegment(d2147b55-62b3-4cdb-8e76-7629352bf729),segment_id=d2147b55-62b3-4cdb-8e76-7629352bf729)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:37.447204 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039b6c3-de05-44ce-b4aa-b840c1c35848 req-82a74252-2898-47fa-beba-332e58214a5f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:37.456663 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3039b6c3-de05-44ce-b4aa-b840c1c35848 req-82a74252-2898-47fa-beba-332e58214a5f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1051204 Apr 11 15:26:37.466093 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d9704774-0048-4b93-8b56-1119b7e319df), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.512878 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb056307-45a4-4ad8-ae70-f376cfcec12c req-132d959a-d9ab-4caa-bd4d-70dc8ec95755 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:37.523623 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bb056307-45a4-4ad8-ae70-f376cfcec12c req-132d959a-d9ab-4caa-bd4d-70dc8ec95755 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 949 time: 0.1172945 Apr 11 15:26:37.523821 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c02efb9c-4d1b-4f24-b257-450caa273fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (8fc88f4b-296b-434f-9def-f8b3fab6ee78), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.526337 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c02efb9c-4d1b-4f24-b257-450caa273fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.528389 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c02efb9c-4d1b-4f24-b257-450caa273fd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fc88f4b-296b-434f-9def-f8b3fab6ee78 HTTP/1.1" status: 204 len: 168 time: 0.3838370 Apr 11 15:26:37.529378 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f2dbe156-c714-4c3e-8ef4-092d0e1b731c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:37.547013 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3039b6c3-de05-44ce-b4aa-b840c1c35848 req-b8ca43d4-9ba3-4263-833d-4db39a14497a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 Apr 11 15:26:37.558453 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02efb9c-4d1b-4f24-b257-450caa273fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc88f4b-296b-434f-9def-f8b3fab6ee78,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:37.667555 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85db36-bf84-47ae-8bdc-8755a2786fdc None None] Pushing event updated for resources: {'Port': ['ID=d9704774-0048-4b93-8b56-1119b7e319df,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:37.670854 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-29d6bc60-fa9a-44e1-b36d-7012d7433838 None None] Provisioning complete for port d9704774-0048-4b93-8b56-1119b7e319df triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:37.671326 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29d6bc60-fa9a-44e1-b36d-7012d7433838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d9704774-0048-4b93-8b56-1119b7e319df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.711165 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bb056307-45a4-4ad8-ae70-f376cfcec12c req-9cd7ba8e-249c-408f-875e-9aea86136838 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866086 Apr 11 15:26:37.722707 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.db.api [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:26:37.722996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG oslo_db.api [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:26:37.783521 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port f2dbe156-c714-4c3e-8ef4-092d0e1b731c completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:26:37.788048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.795095 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-29d6bc60-fa9a-44e1-b36d-7012d7433838 None None] Current status of the port d9704774-0048-4b93-8b56-1119b7e319df is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:37.800330 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port f2dbe156-c714-4c3e-8ef4-092d0e1b731c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:37.800720 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.826832 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:26:34Z', 'revision_number': 3, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:37.859512 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e1613-3f73-45ac-8ded-615d70d941bf None None] The sync data for ids ['bc4a89f4-dd90-4059-8515-093c082cf1b1'] in dv-cinder-835483-2-iscsi is: [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:26:34Z', 'revision_number': 3, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:37.916750 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f72740ba-50e4-4bf4-8ce8-399fca5efb5b None None] Provisioning complete for port b406d6ef-f314-4a5b-a184-cf3a64c2d1df triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:37.917111 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f72740ba-50e4-4bf4-8ce8-399fca5efb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.921707 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f2dbe156-c714-4c3e-8ef4-092d0e1b731c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:37.923330 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:37.983518 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:37.986904 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67a0c2-ad78-4344-9fe6-4c0367ba2010" -d '{"events": [{"server_uuid": "31d0937f-982a-43aa-bead-46ca8f2c94a5", "name": "network-vif-plugged", "status": "completed", "tag": "f2dbe156-c714-4c3e-8ef4-092d0e1b731c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:37.998955 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f72740ba-50e4-4bf4-8ce8-399fca5efb5b None None] Port b406d6ef-f314-4a5b-a184-cf3a64c2d1df cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:38.005334 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:38.009595 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks [] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.014566 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.021048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.068562 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ab129-0ab5-4f7f-8d21-2f7468553578 x-openstack-request-id: req-815ab129-0ab5-4f7f-8d21-2f7468553578 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:38.068868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0937f-982a-43aa-bead-46ca8f2c94a5", "name": "network-vif-plugged", "status": "completed", "tag": "f2dbe156-c714-4c3e-8ef4-092d0e1b731c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:38.069117 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-815ab129-0ab5-4f7f-8d21-2f7468553578 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:38.069574 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815ab129-0ab5-4f7f-8d21-2f7468553578'] response: {'server_uuid': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c', 'code': 200} Apr 11 15:26:38.093302 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (bc4a89f4-dd90-4059-8515-093c082cf1b1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.120771 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:38.180309 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:38.253964 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee4c3-67ad-41e8-bca9-f252fcb3d78f req-f7afcdd8-a2a2-4846-99a5-df7b125d97ee tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.256609 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-589ee4c3-67ad-41e8-bca9-f252fcb3d78f req-f7afcdd8-a2a2-4846-99a5-df7b125d97ee tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.1443584 Apr 11 15:26:38.263901 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port d9704774-0048-4b93-8b56-1119b7e319df is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:38.265026 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device ac102e72-6647-494f-9486-1fd97bbf4f1d up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:38.316968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Network c00221e5-aea5-4706-9374-8cd51d5e357c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:38.323283 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port ac102e72-6647-494f-9486-1fd97bbf4f1d triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:38.324086 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.347473 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-589ee4c3-67ad-41e8-bca9-f252fcb3d78f req-15b1e20c-b8fa-4b9d-ae2e-468cef4db48d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630512 Apr 11 15:26:38.348385 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:38.510705 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port ac102e72-6647-494f-9486-1fd97bbf4f1d is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:38.731941 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-9e03189a-2a2d-4a28-af57-12188fff83bd None None] Provisioning complete for port b406d6ef-f314-4a5b-a184-cf3a64c2d1df triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:38.733446 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e03189a-2a2d-4a28-af57-12188fff83bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.815990 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b67d-e339-49ec-8e3e-d9871ee81255 req-6b5bf85e-022a-4c47-8f8f-9048949b0124 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.821691 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9e03189a-2a2d-4a28-af57-12188fff83bd None None] Port b406d6ef-f314-4a5b-a184-cf3a64c2d1df cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:38.831458 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e002b67d-e339-49ec-8e3e-d9871ee81255 req-6b5bf85e-022a-4c47-8f8f-9048949b0124 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.1239812 Apr 11 15:26:38.855070 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d9704774-0048-4b93-8b56-1119b7e319df up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:38.921661 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e002b67d-e339-49ec-8e3e-d9871ee81255 req-ce0c5cc2-42c8-4791-aa76-af9d87be26c9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845015 Apr 11 15:26:38.931880 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Router bc4a89f4-dd90-4059-8515-093c082cf1b1 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:38.977622 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port d9704774-0048-4b93-8b56-1119b7e319df triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:38.978141 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d9704774-0048-4b93-8b56-1119b7e319df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:39.022884 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a397d-d39c-4d4d-b54c-1704685e5106 req-a9941b17-25f5-4547-9a90-6fb2d1cff029 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.029866 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ce3a397d-d39c-4d4d-b54c-1704685e5106 req-a9941b17-25f5-4547-9a90-6fb2d1cff029 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.1147943 Apr 11 15:26:39.087905 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port d9704774-0048-4b93-8b56-1119b7e319df is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:39.088982 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 8ad477fe-e05d-4699-9162-131f16755ac8 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:39.100412 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ce3a397d-d39c-4d4d-b54c-1704685e5106 req-4426ed3d-4ae5-400b-a33f-8a6e2d0bfb06 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696616 Apr 11 15:26:39.138036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 8ad477fe-e05d-4699-9162-131f16755ac8 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:39.138422 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:39.173651 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:39.179120 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4339f0a4-5c48-4351-827d-68be96c287c7 admin admin] 10.222.0.50 "PUT /v2.0/routers/bc4a89f4-dd90-4059-8515-093c082cf1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9811821 Apr 11 15:26:39.267002 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 8ad477fe-e05d-4699-9162-131f16755ac8 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:39.267746 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:39.290083 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 8ad477fe-e05d-4699-9162-131f16755ac8, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=8ad477fe-e05d-4699-9162-131f16755ac8,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:39.294416 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:39.371199 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=8ad477fe-e05d-4699-9162-131f16755ac8,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:39.487361 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68804-c8e8-4f61-986b-9a908114394c req-a4d54094-d6f9-4256-bce9-561afaabd98c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.488908 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ecb68804-c8e8-4f61-986b-9a908114394c req-a4d54094-d6f9-4256-bce9-561afaabd98c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.0560057 Apr 11 15:26:39.555461 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ecb68804-c8e8-4f61-986b-9a908114394c req-1cd8e72d-30da-4b52-8074-feee2909ecc6 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608408 Apr 11 15:26:39.918179 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:39.925115 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82753623', 'description': 'tempest-secgroup-smoke-82753623 description', 'project_id': 'a6d09064148646ed84aac29788fd79ef'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:39.956682 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:39.972834 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Sync routers for ids ['bc4a89f4-dd90-4059-8515-093c082cf1b1'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:39.990850 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Routers {'bc4a89f4-dd90-4059-8515-093c082cf1b1'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:39.991526 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['bc4a89f4-dd90-4059-8515-093c082cf1b1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:40.075022 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba2f7a-8c80-44d9-b1e1-1833b82d6197 req-f0073496-b2a4-44a1-a40c-9f22d5b8c2f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:40.076597 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-edba2f7a-8c80-44d9-b1e1-1833b82d6197 req-f0073496-b2a4-44a1-a40c-9f22d5b8c2f4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0624263 Apr 11 15:26:40.077233 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group (62912a54-6f5a-49fd-b0ce-ef7e1802f181), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.082819 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (62912a54-6f5a-49fd-b0ce-ef7e1802f181), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.117623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62912a54-6f5a-49fd-b0ce-ef7e1802f181,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:40.131719 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-edba2f7a-8c80-44d9-b1e1-1833b82d6197 req-bbda450f-f40d-481b-8381-3b449c311485 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Apr 11 15:26:40.134680 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.139604 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b3633a23-bde0-4d64-be5b-43d24e79b904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2159815 Apr 11 15:26:40.142039 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38048) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:40.146404 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Set router bc4a89f4-dd90-4059-8515-093c082cf1b1 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:40.147216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group_rule': {'security_group_id': '62912a54-6f5a-49fd-b0ce-ef7e1802f181', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:40.176124 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (c88e6e66-6c70-4938-960b-7db851a3b52e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.255805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10d637-3af4-4a5b-a757-acd4be266c2c req-d2d4e014-8cd6-41b8-9f6e-76fe133effc4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:40.257338 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb10d637-3af4-4a5b-a757-acd4be266c2c req-d2d4e014-8cd6-41b8-9f6e-76fe133effc4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0666106 Apr 11 15:26:40.290746 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (c88e6e66-6c70-4938-960b-7db851a3b52e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.299179 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (c88e6e66-6c70-4938-960b-7db851a3b52e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.329863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88e6e66-6c70-4938-960b-7db851a3b52e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:40.337341 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb10d637-3af4-4a5b-a757-acd4be266c2c req-bce4669d-5e44-470a-a920-9dad3b347760 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Apr 11 15:26:40.346879 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.348051 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ae06b310-8e56-4117-a1f0-0a1cf990a202 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2050149 Apr 11 15:26:40.350749 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38050) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:40.356032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group_rule': {'security_group_id': '62912a54-6f5a-49fd-b0ce-ef7e1802f181', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:40.370212 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:26:37Z', 'revision_number': 4, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'b406d6ef-f314-4a5b-a184-cf3a64c2d1df', 'name': '', 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'mac_address': 'fa:16:3e:f3:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:36Z', 'updated_at': '2022-04-11T15:26:37Z', 'revision_number': 2, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'subnets': [{'id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:40.384532 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (a2ca99a9-52e6-4729-9a35-0d5f47144442), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.399790 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Checking router: bc4a89f4-dd90-4059-8515-093c082cf1b1 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:40.400142 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Updating router bc4a89f4-dd90-4059-8515-093c082cf1b1 port b406d6ef-f314-4a5b-a184-cf3a64c2d1df binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:40.431308 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.444472 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (a2ca99a9-52e6-4729-9a35-0d5f47144442), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.448563 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (a2ca99a9-52e6-4729-9a35-0d5f47144442), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.464056 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ca99a9-52e6-4729-9a35-0d5f47144442,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:40.475527 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.479360 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-1f34f9ec-d3da-4dff-83a8-f0db5aa506c9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250277 Apr 11 15:26:40.479655 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 38052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:40.484135 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group_rule': {'security_group_id': '62912a54-6f5a-49fd-b0ce-ef7e1802f181', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:40.509469 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (1abf21c5-e2b8-4a1c-a2d3-9cb46009ffc6), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.575101 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (1abf21c5-e2b8-4a1c-a2d3-9cb46009ffc6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.582351 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (1abf21c5-e2b8-4a1c-a2d3-9cb46009ffc6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.608645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abf21c5-e2b8-4a1c-a2d3-9cb46009ffc6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:40.619325 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.623786 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b3576650-cbce-459f-8549-1b16f378fa9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404390 Apr 11 15:26:40.624176 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38058) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:40.629478 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group_rule': {'security_group_id': '62912a54-6f5a-49fd-b0ce-ef7e1802f181', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:40.673804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (64d0d1ac-d72d-4652-a393-403bf4c3cbea), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.698011 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dec453-6029-4e0f-a8ae-01746ae74dcc req-cc0476aa-9f75-4559-aac7-de484bae42d4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:40.700607 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a7dec453-6029-4e0f-a8ae-01746ae74dcc req-cc0476aa-9f75-4559-aac7-de484bae42d4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.0604053 Apr 11 15:26:40.738842 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 8ad477fe-e05d-4699-9162-131f16755ac8 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:40.765958 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (64d0d1ac-d72d-4652-a393-403bf4c3cbea), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.770048 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (64d0d1ac-d72d-4652-a393-403bf4c3cbea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.786479 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a7dec453-6029-4e0f-a8ae-01746ae74dcc req-0bfe3bc7-b38b-4c28-a1dc-27534d1cf9aa tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701356 Apr 11 15:26:40.788259 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d0d1ac-d72d-4652-a393-403bf4c3cbea,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:40.800121 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.803945 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-8739e8cc-0bcb-478f-937c-1d89a3e63c89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1761241 Apr 11 15:26:40.804639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38060) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:40.808984 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group_rule': {'security_group_id': '62912a54-6f5a-49fd-b0ce-ef7e1802f181', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:40.829115 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Project a6d09064148646ed84aac29788fd79ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:26:40.837730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (f07b7eb0-9bb6-4c2c-91ff-df83ca55d6d2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.862173 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 8ad477fe-e05d-4699-9162-131f16755ac8 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:40.862541 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.929101 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (f07b7eb0-9bb6-4c2c-91ff-df83ca55d6d2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.939079 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (f07b7eb0-9bb6-4c2c-91ff-df83ca55d6d2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.943796 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5e017-0182-40fd-aee8-e185e65827b0 req-1dbfca1f-14b2-48ba-ae1c-2881237aad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:40.945321 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9ae5e017-0182-40fd-aee8-e185e65827b0 req-1dbfca1f-14b2-48ba-ae1c-2881237aad04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 1134 time: 0.0538142 Apr 11 15:26:40.962632 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07b7eb0-9bb6-4c2c-91ff-df83ca55d6d2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:40.985783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Publish callbacks [] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.986738 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:40.990902 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-fcb3720d-3f11-41a3-a951-84ddbe7e8dfc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1836720 Apr 11 15:26:40.991731 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38064) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:40.997694 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'security_group_rule': {'security_group_id': '62912a54-6f5a-49fd-b0ce-ef7e1802f181', 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:41.002975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-fda941ad-fd6c-468b-9bc1-a4d413e62ba7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:41.005627 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-fda941ad-fd6c-468b-9bc1-a4d413e62ba7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 945 time: 0.1130748 Apr 11 15:26:41.029191 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.087457 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9ae5e017-0182-40fd-aee8-e185e65827b0 req-73196a61-7a2d-4eeb-b6f0-b2623490a2ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261492 Apr 11 15:26:41.095912 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Project a6d09064148646ed84aac29788fd79ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:26:41.102865 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea5d9b-031f-49a0-a238-fdcd3ca0a594 req-7a79648b-26b0-435d-be99-aea9b2f77591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:41.104261 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-65ea5d9b-031f-49a0-a238-fdcd3ca0a594 req-7a79648b-26b0-435d-be99-aea9b2f77591 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1129 time: 0.0849838 Apr 11 15:26:41.105393 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (da29d69b-7751-4b94-8bf1-980c2ef5a647), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.119548 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 8ad477fe-e05d-4699-9162-131f16755ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:41.215007 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ced01-0998-4a0a-9aa1-01ad7ac4b3a2 None None] Pushing event updated for resources: {'Port': ['ID=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:41.239387 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Attempting to bind port b406d6ef-f314-4a5b-a184-cf3a64c2d1df on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:41.239693 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Attempting to bind port b406d6ef-f314-4a5b-a184-cf3a64c2d1df by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:41.240070 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Attempting to bind port b406d6ef-f314-4a5b-a184-cf3a64c2d1df on network c00221e5-aea5-4706-9374-8cd51d5e357c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:41.258061 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:41.258561 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Checking segment: {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:41.259127 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.261443 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Bound using segment: {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:41.262130 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Bound port: b406d6ef-f314-4a5b-a184-cf3a64c2d1df, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2147b55-62b3-4cdb-8e76-7629352bf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:41.262551 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.301933 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Deleting port 0c8ede47-7ac0-45e7-90ef-83064a26926e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:26:41.302461 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.401996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] For port b406d6ef-f314-4a5b-a184-cf3a64c2d1df, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:41.413309 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] For port b406d6ef-f314-4a5b-a184-cf3a64c2d1df, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,segment=NetworkSegment(d2147b55-62b3-4cdb-8e76-7629352bf729),segment_id=d2147b55-62b3-4cdb-8e76-7629352bf729)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:41.426516 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.428535 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] For port 0c8ede47-7ac0-45e7-90ef-83064a26926e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=0c8ede47-7ac0-45e7-90ef-83064a26926e,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:41.428794 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.452353 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Calling delete_port for 0c8ede47-7ac0-45e7-90ef-83064a26926e owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:26:41.475739 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c970ed24-3137-4947-b3b2-758419852370 None None] Provisioning complete for port b406d6ef-f314-4a5b-a184-cf3a64c2d1df triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:41.476126 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c970ed24-3137-4947-b3b2-758419852370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.536340 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Routers {'bc4a89f4-dd90-4059-8515-093c082cf1b1'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:41.536981 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:26:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['bc4a89f4-dd90-4059-8515-093c082cf1b1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:41.573925 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f767b-d087-4286-86d0-1c29ccdfc01d req-f50c1f21-6e63-4c7a-a50c-813e0f3f2fa5 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:41.575407 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-030f767b-d087-4286-86d0-1c29ccdfc01d req-f50c1f21-6e63-4c7a-a50c-813e0f3f2fa5 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.1048906 Apr 11 15:26:41.605061 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ced01-0998-4a0a-9aa1-01ad7ac4b3a2 None None] Pushing event updated for resources: {'Port': ['ID=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:41.651375 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-030f767b-d087-4286-86d0-1c29ccdfc01d req-8e07cea4-aec2-4f30-92da-b69609e493a5 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629597 Apr 11 15:26:41.709038 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-65ea5d9b-031f-49a0-a238-fdcd3ca0a594 req-36e71065-4652-4027-a598-ed5eec8d8bb4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832502 Apr 11 15:26:41.716923 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (da29d69b-7751-4b94-8bf1-980c2ef5a647), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.734312 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965338a-dc04-409f-a172-b590af1810c1 req-7783cb85-ee14-460d-bc4f-ede07d71eb42 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:41.734312 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4965338a-dc04-409f-a172-b590af1810c1 req-7783cb85-ee14-460d-bc4f-ede07d71eb42 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.2024937 Apr 11 15:26:41.734312 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (da29d69b-7751-4b94-8bf1-980c2ef5a647), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.765131 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da29d69b-7751-4b94-8bf1-980c2ef5a647,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:41.765869 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (0c8ede47-7ac0-45e7-90ef-83064a26926e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.790904 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.792622 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-778d437d-b7c5-40a1-8135-2f6131d1505e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7986190 Apr 11 15:26:41.800048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Pushing event deleted for resources: {'Port': ['ID=0c8ede47-7ac0-45e7-90ef-83064a26926e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:41.807003 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c970ed24-3137-4947-b3b2-758419852370 None None] Current status of the port b406d6ef-f314-4a5b-a184-cf3a64c2d1df is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:41.807375 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c970ed24-3137-4947-b3b2-758419852370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.825051 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] Set router bc4a89f4-dd90-4059-8515-093c082cf1b1 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:41.834626 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4965338a-dc04-409f-a172-b590af1810c1 req-794ba3c1-8cb7-4bd3-8a07-843619ac72fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956039 Apr 11 15:26:41.894893 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c970ed24-3137-4947-b3b2-758419852370 None None] For port b406d6ef-f314-4a5b-a184-cf3a64c2d1df, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,segment=NetworkSegment(d2147b55-62b3-4cdb-8e76-7629352bf729),segment_id=d2147b55-62b3-4cdb-8e76-7629352bf729)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:41.910238 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c970ed24-3137-4947-b3b2-758419852370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.957044 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] No DVR routers for this DVR port 0c8ede47-7ac0-45e7-90ef-83064a26926e on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:26:41.960181 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:41.963884 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f9b87d70-4c2d-44b7-8153-552a0e471ef9 req-81308705-4e10-4cf6-a458-c63c69393fe7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "DELETE /v2.0/ports/0c8ede47-7ac0-45e7-90ef-83064a26926e HTTP/1.1" status: 204 len: 173 time: 0.9451282 Apr 11 15:26:41.964578 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'name': 'network-vif-deleted', 'tag': '0c8ede47-7ac0-45e7-90ef-83064a26926e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:41.966862 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03095a44-e81c-4540-b24c-ae477badf153" -d '{"events": [{"server_uuid": "1027e32a-3e74-4096-ae5d-16494c17c31d", "name": "network-vif-deleted", "tag": "0c8ede47-7ac0-45e7-90ef-83064a26926e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:41.970452 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e276b826-ecaa-474f-86bc-0d0ba0d0ecf5 req-c29289e4-b279-41c8-9703-6f51d18acf23 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0559342 Apr 11 15:26:42.017923 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4441dfe-ff41-4618-972a-fd1d0998f224 x-openstack-request-id: req-b4441dfe-ff41-4618-972a-fd1d0998f224 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:42.018213 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1027e32a-3e74-4096-ae5d-16494c17c31d", "name": "network-vif-deleted", "tag": "0c8ede47-7ac0-45e7-90ef-83064a26926e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:42.018467 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4441dfe-ff41-4618-972a-fd1d0998f224 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:42.018894 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4441dfe-ff41-4618-972a-fd1d0998f224'] response: {'server_uuid': '1027e32a-3e74-4096-ae5d-16494c17c31d', 'name': 'network-vif-deleted', 'tag': '0c8ede47-7ac0-45e7-90ef-83064a26926e', 'status': 'completed', 'code': 200} Apr 11 15:26:42.057054 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970ed24-3137-4947-b3b2-758419852370 None None] Pushing event updated for resources: {'Port': ['ID=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:42.061920 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-7a59efa7-dff2-4e5b-ad4c-3fe633f912c3 None None] Provisioning complete for port b406d6ef-f314-4a5b-a184-cf3a64c2d1df triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:42.062303 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a59efa7-dff2-4e5b-ad4c-3fe633f912c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:42.181083 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:26:37Z', 'revision_number': 4, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'b406d6ef-f314-4a5b-a184-cf3a64c2d1df', 'name': '', 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'mac_address': 'fa:16:3e:f3:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:36Z', 'updated_at': '2022-04-11T15:26:41Z', 'revision_number': 4, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'subnets': [{'id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:42.214990 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5e2f9-476f-4846-bf7c-359b10ec9ae4 None None] The sync data for ids ['bc4a89f4-dd90-4059-8515-093c082cf1b1'] in dv-cinder-835483-2-iscsi is: [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:26:37Z', 'revision_number': 4, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'b406d6ef-f314-4a5b-a184-cf3a64c2d1df', 'name': '', 'network_id': 'c00221e5-aea5-4706-9374-8cd51d5e357c', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'mac_address': 'fa:16:3e:f3:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:36Z', 'updated_at': '2022-04-11T15:26:41Z', 'revision_number': 4, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'subnets': [{'id': '89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:42.229252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7a59efa7-dff2-4e5b-ad4c-3fe633f912c3 None None] Current status of the port b406d6ef-f314-4a5b-a184-cf3a64c2d1df is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:42.690923 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device b406d6ef-f314-4a5b-a184-cf3a64c2d1df up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:26:42.742048 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port b406d6ef-f314-4a5b-a184-cf3a64c2d1df triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:42.742048 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:42.838068 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a852-9be2-4b3f-bdc7-5af28a15f58e req-8d36be46-a1bf-4566-98f5-f2ca44d0b37f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:42.839964 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-13a3a852-9be2-4b3f-bdc7-5af28a15f58e req-8d36be46-a1bf-4566-98f5-f2ca44d0b37f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0545375 Apr 11 15:26:42.840983 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port b406d6ef-f314-4a5b-a184-cf3a64c2d1df is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:42.897881 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-13a3a852-9be2-4b3f-bdc7-5af28a15f58e req-3613a951-bcfb-4ede-9762-0f539d692b99 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505409 Apr 11 15:26:42.960730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2d4d3-94d8-4b64-82a2-601467a1353d req-149fd24d-188e-4a71-9608-7ac08180e9e7 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:42.963061 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dad2d4d3-94d8-4b64-82a2-601467a1353d req-149fd24d-188e-4a71-9608-7ac08180e9e7 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0537565 Apr 11 15:26:43.012762 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dad2d4d3-94d8-4b64-82a2-601467a1353d req-9e20cdc3-7b2c-4d33-af5d-85cd19caee10 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Apr 11 15:26:43.087785 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6e877a8-0890-4f05-a241-b9f12ad96e66 req-4b3f7ac2-e9ea-4df3-ace6-c405a674aa66 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0289114 Apr 11 15:26:44.008333 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c795-fef0-40f6-ab7b-14f00dd661e0 req-83e4c23e-eded-4b86-a74f-640b8c5ac57a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:44.009820 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e247c795-fef0-40f6-ab7b-14f00dd661e0 req-83e4c23e-eded-4b86-a74f-640b8c5ac57a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0460486 Apr 11 15:26:44.058316 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e247c795-fef0-40f6-ab7b-14f00dd661e0 req-67c54c92-5af4-497c-ba23-a45d811f9c3b tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Apr 11 15:26:44.126786 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b6067-96e2-42e3-b1d2-db8f88fe6dee req-7bd5a65b-1ad2-4601-9c7b-91300bd7bf31 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:44.128323 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bb0b6067-96e2-42e3-b1d2-db8f88fe6dee req-7bd5a65b-1ad2-4601-9c7b-91300bd7bf31 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Apr 11 15:26:44.176984 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bb0b6067-96e2-42e3-b1d2-db8f88fe6dee req-bff860b7-0aa5-45f6-99aa-a07bdaa3455b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Apr 11 15:26:44.183649 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b83aea44-3bb5-44ea-8f9e-0948db36d2e5 req-7395f1ee-e00b-49e1-b9e7-d84e45af2182 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0284984 Apr 11 15:26:44.507522 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 0c8ede47-7ac0-45e7-90ef-83064a26926e no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:26:44.527724 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 0c8ede47-7ac0-45e7-90ef-83064a26926e {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:26:44.528075 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 0c8ede47-7ac0-45e7-90ef-83064a26926e not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:26:45.006413 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86dff6ac-a6ad-46b6-981d-bfefb354171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:45.169307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5d62-3779-4a32-b98b-2fdcb29c903c req-9e3644e7-9c66-48d3-bc6f-752aa342d27c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.170795 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bbba5d62-3779-4a32-b98b-2fdcb29c903c req-9e3644e7-9c66-48d3-bc6f-752aa342d27c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0482771 Apr 11 15:26:45.223255 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bbba5d62-3779-4a32-b98b-2fdcb29c903c req-b258fdaf-934e-45c3-9c58-c753ddfeb243 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Apr 11 15:26:45.303919 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e59e6a-3b71-4feb-8d2d-6a5fcd4f8210 req-de409889-bee6-4b06-a613-ff0b2fde610a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.305327 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32e59e6a-3b71-4feb-8d2d-6a5fcd4f8210 req-de409889-bee6-4b06-a613-ff0b2fde610a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0574389 Apr 11 15:26:45.313283 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b61d1a03-d7e2-42be-af45-6a6294ee047d req-b821f656-11e4-413c-ae87-7320a4ffe310 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0350456 Apr 11 15:26:45.361020 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32e59e6a-3b71-4feb-8d2d-6a5fcd4f8210 req-9c21b480-f2fa-4f61-af9f-3a64ddcf5df1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Apr 11 15:26:46.338807 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded14eb-1391-45c4-88bf-49631fdfc4ea req-3ad37737-1639-43e0-b878-4a8de503d094 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.340392 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5ded14eb-1391-45c4-88bf-49631fdfc4ea req-3ad37737-1639-43e0-b878-4a8de503d094 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0494940 Apr 11 15:26:46.399378 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5ded14eb-1391-45c4-88bf-49631fdfc4ea req-17f50b7a-e6b5-4cc3-9e6a-e42f973852eb tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Apr 11 15:26:46.412906 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-651f849f-cc38-4919-b272-a0dcaf3fd807 req-69ec41f7-85d7-4602-9045-150bdcc3e316 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0286965 Apr 11 15:26:46.502233 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120c28-ac57-4266-bba4-d504e3a2647f req-ff41df03-ee1f-4ae1-80b3-9d133b9d7cd4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.503993 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-af120c28-ac57-4266-bba4-d504e3a2647f req-ff41df03-ee1f-4ae1-80b3-9d133b9d7cd4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0491245 Apr 11 15:26:46.553259 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-af120c28-ac57-4266-bba4-d504e3a2647f req-5248d121-6585-43c1-bcea-568edb678617 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Apr 11 15:26:47.509193 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a361d414-7aad-4420-851c-07f4ac120a4d req-4006229c-6369-4207-9183-514ed5e6e164 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0283585 Apr 11 15:26:47.517770 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab110-d831-47a8-9700-4b015e8c7e61 req-74004863-162c-48b4-8abf-9e806e2bc307 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:47.519456 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8e4ab110-d831-47a8-9700-4b015e8c7e61 req-74004863-162c-48b4-8abf-9e806e2bc307 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0496798 Apr 11 15:26:47.582294 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8e4ab110-d831-47a8-9700-4b015e8c7e61 req-badd9f99-9ede-4fc6-b00f-05dbcbaab578 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Apr 11 15:26:47.669087 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919edd-3dac-4b3f-acce-5d9869f4054a req-3825fa5d-5462-421a-b23e-f9e16bf96a82 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:47.670542 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-96919edd-3dac-4b3f-acce-5d9869f4054a req-3825fa5d-5462-421a-b23e-f9e16bf96a82 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0463696 Apr 11 15:26:47.717434 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-96919edd-3dac-4b3f-acce-5d9869f4054a req-d526e4b9-d437-4f81-ada4-429ff4645355 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Apr 11 15:26:48.297510 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f403bcf6-c28d-484f-88e9-d3a3cc566671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.605908 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb56814c-5f25-49c5-abfd-0f6284414483 req-7c8fa9fa-a1c0-46a0-affd-a307ba75d57b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0290830 Apr 11 15:26:48.698114 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f804c8-62ad-40c1-8b65-1ba172f9e239 req-444dd66a-e3f1-4038-8666-c49dc2894147 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:48.699761 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1f804c8-62ad-40c1-8b65-1ba172f9e239 req-444dd66a-e3f1-4038-8666-c49dc2894147 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0511112 Apr 11 15:26:48.772711 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1f804c8-62ad-40c1-8b65-1ba172f9e239 req-94995e34-2163-474c-968c-cdc1134d8623 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Apr 11 15:26:48.855591 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68e95-c62c-408b-adc2-7edb8a4e29af req-e59aea4b-b4ef-4e79-beab-1ea47f7e491f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:48.857178 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-97c68e95-c62c-408b-adc2-7edb8a4e29af req-e59aea4b-b4ef-4e79-beab-1ea47f7e491f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0612888 Apr 11 15:26:48.904806 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-97c68e95-c62c-408b-adc2-7edb8a4e29af req-ca629bad-a8e8-45ad-9042-0a82f2cc7672 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Apr 11 15:26:49.207610 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.716920 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bb850c0f-10ee-4361-8102-638380a8183f req-95df2d46-5ca5-4bb4-8b94-74ec4ddf0418 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0323040 Apr 11 15:26:49.887145 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34c668-9109-4d83-ab2c-8d75ac7d377a req-970ad7fb-aea9-4525-adcc-50f4aa4bb9a4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:49.888542 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1e34c668-9109-4d83-ab2c-8d75ac7d377a req-970ad7fb-aea9-4525-adcc-50f4aa4bb9a4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0481906 Apr 11 15:26:49.937853 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1e34c668-9109-4d83-ab2c-8d75ac7d377a req-438773e5-55dc-416a-8c24-ce182e45ddac tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Apr 11 15:26:50.033687 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f82630-fdfd-4715-9790-c79360f6e261 req-a56de365-072b-4ea9-8cff-2bd4e4960941 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:50.035763 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-68f82630-fdfd-4715-9790-c79360f6e261 req-a56de365-072b-4ea9-8cff-2bd4e4960941 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0599556 Apr 11 15:26:50.086911 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-68f82630-fdfd-4715-9790-c79360f6e261 req-786ededc-4dcb-4a4f-a04d-4633545d6c3d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Apr 11 15:26:50.210820 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62366-4ad0-499f-8f00-83cf8ad2e0ba req-ad03e5c7-1eea-4101-90b2-4cd0b1f53fb0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:50.212732 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0dd62366-4ad0-499f-8f00-83cf8ad2e0ba req-ad03e5c7-1eea-4101-90b2-4cd0b1f53fb0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0567548 Apr 11 15:26:50.264657 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0dd62366-4ad0-499f-8f00-83cf8ad2e0ba req-fbb72a7b-a1a2-499f-b731-72611d05f2ad tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457363 Apr 11 15:26:50.611430 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.830517 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-87cd2b47-2ccf-41e3-9201-bc6054e56505 req-0a6f2d56-880d-46c0-91c6-581f149d6412 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0270090 Apr 11 15:26:51.198945 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4642074-38dc-4a16-97f6-24cfe9a05bac req-adab741b-a4bd-47b1-9dd8-9228dd80c1db tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:51.200347 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4642074-38dc-4a16-97f6-24cfe9a05bac req-adab741b-a4bd-47b1-9dd8-9228dd80c1db tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Apr 11 15:26:51.207949 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.249658 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4642074-38dc-4a16-97f6-24cfe9a05bac req-f3368a08-fe05-45a9-a656-0f212acacb7a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Apr 11 15:26:51.379306 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f5a8d-bd7a-4c53-a5de-418652261759 req-2c2e1fe0-1e6a-4aab-9e8d-8800368b908b tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:51.380660 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1e2f5a8d-bd7a-4c53-a5de-418652261759 req-2c2e1fe0-1e6a-4aab-9e8d-8800368b908b tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0491414 Apr 11 15:26:51.426379 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1e2f5a8d-bd7a-4c53-a5de-418652261759 req-c92884eb-abc0-4e5c-b628-0764f37c0c85 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Apr 11 15:26:51.939448 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9a3670f2-fbc3-440d-8d84-499b3971373c req-d4be43a5-971d-4f48-b64f-13646e8a073c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0322533 Apr 11 15:26:52.370912 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c71ea-6ac8-4a11-bd30-3dab866c0a03 req-c5466d9d-45a7-45b9-9747-881a91a79bce tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:52.372380 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-968c71ea-6ac8-4a11-bd30-3dab866c0a03 req-c5466d9d-45a7-45b9-9747-881a91a79bce tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Apr 11 15:26:52.421504 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-968c71ea-6ac8-4a11-bd30-3dab866c0a03 req-75e4d740-c367-49a9-9d70-819c735ce547 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Apr 11 15:26:52.536113 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d76723-d5ce-4bfa-834d-951116a66715 req-cb48a51a-8334-4e85-a256-c219f64f1aa8 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:52.537610 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-30d76723-d5ce-4bfa-834d-951116a66715 req-cb48a51a-8334-4e85-a256-c219f64f1aa8 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0456135 Apr 11 15:26:52.584132 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-30d76723-d5ce-4bfa-834d-951116a66715 req-1eb43db4-f4eb-4f9d-b170-1d58c70fe8fb tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Apr 11 15:26:52.797962 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:26:53.045221 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7c2d20c7-d32e-4d86-9a1c-bc538f1f5483 req-509018a4-4afb-4d2c-89d6-05f888d38693 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0291331 Apr 11 15:26:53.532352 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41862d1-a5f2-4440-bee4-558e5af7383a req-0342776c-b6f2-4a47-82ca-533ff4c5edc4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:53.533829 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c41862d1-a5f2-4440-bee4-558e5af7383a req-0342776c-b6f2-4a47-82ca-533ff4c5edc4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0465267 Apr 11 15:26:53.584919 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c41862d1-a5f2-4440-bee4-558e5af7383a req-bfa1ab0f-17cb-49f2-9e45-15a6fc0c316f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Apr 11 15:26:53.697077 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc522ce-dfc2-4d9c-9f11-e1f8bfda4e0b req-2cfb6ff5-95c5-4f19-8160-c24abe29ab98 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:53.698628 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fc522ce-dfc2-4d9c-9f11-e1f8bfda4e0b req-2cfb6ff5-95c5-4f19-8160-c24abe29ab98 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0471375 Apr 11 15:26:53.747782 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fc522ce-dfc2-4d9c-9f11-e1f8bfda4e0b req-14008f05-a127-41ab-8132-9311177c2235 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Apr 11 15:26:54.159140 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d2fa15b8-4d79-4d7a-87f8-1793b9bdce41 req-6b9e32fe-f08f-4323-8de7-5d345a1ae402 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0332789 Apr 11 15:26:54.700373 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e807e0-4bb1-411f-9758-227e8a0f8870 req-142df68a-06b7-4f14-84f1-50e0b7117086 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:54.701859 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e807e0-4bb1-411f-9758-227e8a0f8870 req-142df68a-06b7-4f14-84f1-50e0b7117086 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Apr 11 15:26:54.742249 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:54.755679 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e807e0-4bb1-411f-9758-227e8a0f8870 req-cc3ca09d-731c-43e6-a817-908220f77774 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479002 Apr 11 15:26:54.859973 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235a8a0-2de3-4452-baec-84aca205e88e req-9b745e44-8524-466e-a746-17ea610a6c01 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:54.861448 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0235a8a0-2de3-4452-baec-84aca205e88e req-9b745e44-8524-466e-a746-17ea610a6c01 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0480795 Apr 11 15:26:54.912650 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0235a8a0-2de3-4452-baec-84aca205e88e req-218741aa-0053-4c16-bf72-aebdca11b03f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Apr 11 15:26:55.268988 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4d8bf11d-f6d2-4b57-9264-799d93bb0365 req-631d7976-95fd-4af4-92fa-86c212fdc784 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0277123 Apr 11 15:26:55.870543 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548578a6-7910-4f0b-8bc4-3f99a998e825 req-9a3cc157-8f8c-4907-9a39-9ee55bdd9996 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:55.872028 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-548578a6-7910-4f0b-8bc4-3f99a998e825 req-9a3cc157-8f8c-4907-9a39-9ee55bdd9996 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0464272 Apr 11 15:26:55.918521 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-548578a6-7910-4f0b-8bc4-3f99a998e825 req-b91b834b-cef3-45a9-9fb5-8aa67e4567fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Apr 11 15:26:56.030640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b43e60-7429-4c05-9c7c-aa46339e759c req-ed988dac-3b97-4ae7-ad22-41be387baf80 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:56.032131 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-20b43e60-7429-4c05-9c7c-aa46339e759c req-ed988dac-3b97-4ae7-ad22-41be387baf80 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0492935 Apr 11 15:26:56.080787 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-20b43e60-7429-4c05-9c7c-aa46339e759c req-75758eb4-f59e-4032-92fb-d701111528f9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Apr 11 15:26:56.383862 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-021785ae-c0bd-43d0-9f54-9d78bc4a9105 req-64d37288-2758-4731-a92c-3367b05498ea tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0337975 Apr 11 15:26:57.035344 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893e200-a5eb-4f5d-870e-46cd5a5e6b33 req-082dedb8-5c66-410b-9b5a-82972991d652 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.037776 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0893e200-a5eb-4f5d-870e-46cd5a5e6b33 req-082dedb8-5c66-410b-9b5a-82972991d652 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0515783 Apr 11 15:26:57.087783 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0893e200-a5eb-4f5d-870e-46cd5a5e6b33 req-19ce61a5-9a54-4d2d-9b8b-473aa150fb89 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442629 Apr 11 15:26:57.192969 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae9d5b-8962-476e-8aea-2eebc6d67c1a req-23066d4c-cd26-47ea-860d-15fe73ffdd6c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.194621 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b1ae9d5b-8962-476e-8aea-2eebc6d67c1a req-23066d4c-cd26-47ea-860d-15fe73ffdd6c tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0468028 Apr 11 15:26:57.244337 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b1ae9d5b-8962-476e-8aea-2eebc6d67c1a req-f60e44d1-df16-44cb-bfa3-4c630b17f5e0 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 Apr 11 15:26:57.486563 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fa9b0e4d-fdd9-4850-bd3e-d8a86575bd62 req-d29136dc-9699-432a-9d2a-77ff36fd10de tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0277960 Apr 11 15:26:58.221724 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aa9c8-6a28-43b1-be2a-181ff067dcbc req-e54a730b-2ff0-4395-bc57-eee252c1437d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.223585 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-065aa9c8-6a28-43b1-be2a-181ff067dcbc req-e54a730b-2ff0-4395-bc57-eee252c1437d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0556786 Apr 11 15:26:58.274288 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-065aa9c8-6a28-43b1-be2a-181ff067dcbc req-009a9783-cb48-44df-bed3-a38bf57eb26f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Apr 11 15:26:58.361458 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319592a-479b-4cf4-ae7c-cf4bffc83eee req-321e227a-87dc-4734-bf7f-9b00385d2668 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.363555 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d319592a-479b-4cf4-ae7c-cf4bffc83eee req-321e227a-87dc-4734-bf7f-9b00385d2668 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0503395 Apr 11 15:26:58.421527 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d319592a-479b-4cf4-ae7c-cf4bffc83eee req-917b44fe-3c2b-442c-8b6b-dbdd10b53302 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516679 Apr 11 15:26:58.608104 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6c55b0f4-e098-40c1-8faa-046b9e4d5f5b req-95370def-bc34-4073-85b4-a298730d27dd tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0375326 Apr 11 15:26:59.390482 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d398-e1df-4829-83ca-d072ecf53be6 req-7ed68701-cc58-49cb-9cf9-c66a1bc80098 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:59.392641 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0ce0d398-e1df-4829-83ca-d072ecf53be6 req-7ed68701-cc58-49cb-9cf9-c66a1bc80098 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Apr 11 15:26:59.444441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0ce0d398-e1df-4829-83ca-d072ecf53be6 req-60ed05e1-cc1a-4659-a2b6-1eac247a826b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Apr 11 15:26:59.536907 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b249a02-2793-49fe-a68c-3b2e8c5a1a62 req-5d67dd53-6b1e-4959-9b5a-dc83ed57d7ab tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:59.538776 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2b249a02-2793-49fe-a68c-3b2e8c5a1a62 req-5d67dd53-6b1e-4959-9b5a-dc83ed57d7ab tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0484681 Apr 11 15:26:59.588024 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2b249a02-2793-49fe-a68c-3b2e8c5a1a62 req-c367778d-8f6d-429a-ae04-0d319fda332e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Apr 11 15:26:59.714791 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1fb56fad-46f6-4ed6-8350-f863c8f35c42 req-11671af5-924e-4e53-80f5-98d1c12f1b80 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0309269 Apr 11 15:27:00.559490 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b46e1-3cea-4831-9692-108c65b67e1c req-b8eabd2e-67da-4683-a7d8-e7bfc01a2fc1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:00.560978 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-792b46e1-3cea-4831-9692-108c65b67e1c req-b8eabd2e-67da-4683-a7d8-e7bfc01a2fc1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0482304 Apr 11 15:27:00.611698 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-792b46e1-3cea-4831-9692-108c65b67e1c req-680aeace-26f0-48e6-a75a-a90a2490db1d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Apr 11 15:27:00.731566 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96230c-e887-41c6-aae7-1adbe0064bbf req-507b8651-81bd-4c13-9107-8319134804c9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:00.733059 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe96230c-e887-41c6-aae7-1adbe0064bbf req-507b8651-81bd-4c13-9107-8319134804c9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0638790 Apr 11 15:27:00.786956 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe96230c-e887-41c6-aae7-1adbe0064bbf req-03820605-eca1-4f25-af29-52e34688707f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Apr 11 15:27:00.826352 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-39ae2366-7185-4b2e-bfcc-b937f6217f7a req-8d44f806-9ce3-4e61-80e1-5c0977d7a198 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0319159 Apr 11 15:27:01.297089 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-9dac5aaf-ea90-462d-8257-7761fc2d3ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374961 Apr 11 15:27:01.769621 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d511-e021-4e76-9a4f-2c764fdd17e1 req-5a35d101-d21c-4714-8671-ab0b9f004a9a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:01.771064 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9de5d511-e021-4e76-9a4f-2c764fdd17e1 req-5a35d101-d21c-4714-8671-ab0b9f004a9a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0816462 Apr 11 15:27:01.821633 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9de5d511-e021-4e76-9a4f-2c764fdd17e1 req-2720a345-fd10-4a0e-9259-932214841e65 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Apr 11 15:27:01.901625 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56501ff8-29be-4bcf-95ee-8f5b769698f5 req-3c966e44-1f70-44d0-92cc-317dc914cfcf tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:01.903155 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-56501ff8-29be-4bcf-95ee-8f5b769698f5 req-3c966e44-1f70-44d0-92cc-317dc914cfcf tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0495846 Apr 11 15:27:01.940971 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8df622-7f57-471b-aae3-9558247c08b8 req-0c1f72b5-13b3-408f-9745-25b13b9daa18 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:01.942680 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8f8df622-7f57-471b-aae3-9558247c08b8 req-0c1f72b5-13b3-408f-9745-25b13b9daa18 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Apr 11 15:27:01.951094 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-56501ff8-29be-4bcf-95ee-8f5b769698f5 req-79aeaf51-c87c-404e-a2a2-4af8da3aacab tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Apr 11 15:27:01.991031 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8f8df622-7f57-471b-aae3-9558247c08b8 req-fc88abbc-fddf-45b5-a7bd-101aec75e945 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Apr 11 15:27:02.063295 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e5e1cfb3-7b61-4430-aec0-0f670e4d572c req-e6ba102d-6b2b-4bff-9330-9630489feaf0 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0299847 Apr 11 15:27:03.066245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a27b0-aafc-443e-8fcf-9c5a5d779356 req-dfa7461d-ec95-483f-8d73-6a2e483d6981 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.068059 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-734a27b0-aafc-443e-8fcf-9c5a5d779356 req-dfa7461d-ec95-483f-8d73-6a2e483d6981 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0492854 Apr 11 15:27:03.116138 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-734a27b0-aafc-443e-8fcf-9c5a5d779356 req-37f42079-0f7c-4777-9879-fa020a6bce4b tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Apr 11 15:27:03.168295 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-992e415f-4846-4c62-9d1d-af7dbc05b612 req-e2ef2b2c-46f2-44cc-bc74-3eeaec2ac6e5 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0278049 Apr 11 15:27:04.228682 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba21b9-8f55-4ac0-be30-1c0ab5c3f68d req-847d1e23-d74f-4d53-b19a-bdb44b5531b2 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:04.230200 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-44ba21b9-8f55-4ac0-be30-1c0ab5c3f68d req-847d1e23-d74f-4d53-b19a-bdb44b5531b2 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0475314 Apr 11 15:27:04.274892 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4ab334c2-6818-4a94-bc6c-dac3dc4d26db req-64864fe4-faf3-4bda-b766-d00ebecf111b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0306034 Apr 11 15:27:04.283414 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-44ba21b9-8f55-4ac0-be30-1c0ab5c3f68d req-dae451b6-bcff-4b50-8d73-3fb9cc6ddf2e tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Apr 11 15:27:05.381551 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e92fb965-99e9-417b-a2b5-6529b110086f req-2e5050dc-a5c2-427c-ac65-7144103bfe17 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0280333 Apr 11 15:27:05.397952 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c488c-0d6e-4a3a-b396-3f47e78d6152 req-78c4eb16-06f5-4902-ace7-11bc32abd494 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:05.399564 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-341c488c-0d6e-4a3a-b396-3f47e78d6152 req-78c4eb16-06f5-4902-ace7-11bc32abd494 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0497038 Apr 11 15:27:05.448301 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-341c488c-0d6e-4a3a-b396-3f47e78d6152 req-9d957d01-1126-457f-a5ea-6ce2efb82d74 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Apr 11 15:27:06.497527 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-283ba630-1f96-4469-9614-82dbe9002d7d req-c7a75da8-3560-4a48-ba19-a8fb13403c22 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0328515 Apr 11 15:27:06.565559 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9249e3-7962-4901-ad0b-80de5fe86835 req-8c98fc91-8f6b-47cf-885b-0a12b002b952 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:06.567867 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ea9249e3-7962-4901-ad0b-80de5fe86835 req-8c98fc91-8f6b-47cf-885b-0a12b002b952 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0470397 Apr 11 15:27:06.613028 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ea9249e3-7962-4901-ad0b-80de5fe86835 req-bd61357a-d3fe-45c0-90f9-3756a792d971 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Apr 11 15:27:07.603950 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dce87862-3147-4914-8ce3-992ea2c8a1e9 req-a295e028-0ff6-4a90-8150-bb4aa58ee42b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0290716 Apr 11 15:27:07.731136 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d90a4-53ee-4844-956c-c9e5aff07a18 req-13e936bd-c0be-44fc-825b-ed2ea63fcc6f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:07.732665 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ee5d90a4-53ee-4844-956c-c9e5aff07a18 req-13e936bd-c0be-44fc-825b-ed2ea63fcc6f tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0514636 Apr 11 15:27:07.780139 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ee5d90a4-53ee-4844-956c-c9e5aff07a18 req-351d6fa3-8b38-4df8-a434-477aabfba40b tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Apr 11 15:27:08.706832 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-06318107-4b9d-4c67-b168-bb95352ea183 req-18585c94-95d1-4187-b08a-5bbdc618dbc0 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0271769 Apr 11 15:27:08.893446 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8612b-8856-4544-ada6-e2609ee725cc req-fdab4cd6-ae4d-421a-8e74-84daa7efa7a1 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:08.895578 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7ca8612b-8856-4544-ada6-e2609ee725cc req-fdab4cd6-ae4d-421a-8e74-84daa7efa7a1 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0472002 Apr 11 15:27:08.943110 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7ca8612b-8856-4544-ada6-e2609ee725cc req-18b0ca8b-cb3f-4b7a-add1-3d18db7cc1d7 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Apr 11 15:27:09.817475 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b326c9a-1bb5-4c4e-abd6-ba87724a4af7 req-8a26ce47-4c67-4759-ae25-bc3867bb1df0 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=1027e32a-3e74-4096-ae5d-16494c17c31d HTTP/1.1" status: 200 len: 210 time: 0.0303168 Apr 11 15:27:09.969186 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-42da4fe2-b891-43e0-8e8f-61d71154b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:09.972099 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-42da4fe2-b891-43e0-8e8f-61d71154b5a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1129 time: 0.0464427 Apr 11 15:27:09.977446 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-6149d6ef-a26e-4c03-a091-8e1d0e6c09cf tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:09.979105 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-6149d6ef-a26e-4c03-a091-8e1d0e6c09cf tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.59 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0522044 Apr 11 15:27:10.079830 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Deleting port f2dbe156-c714-4c3e-8ef4-092d0e1b731c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:10.080505 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:10.111501 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a81e77-c90e-47f6-a1f8-66b65766cff6 req-d0c77a19-1f80-4868-8fd6-5e4296edc7a4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:10.112897 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b4a81e77-c90e-47f6-a1f8-66b65766cff6 req-d0c77a19-1f80-4868-8fd6-5e4296edc7a4 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 950 time: 0.0824711 Apr 11 15:27:10.150095 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-4d0fb20d-eb73-4930-9a96-84e5b9bcf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:10.151589 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-4d0fb20d-eb73-4930-9a96-84e5b9bcf386 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1572058 Apr 11 15:27:10.181568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] For port f2dbe156-c714-4c3e-8ef4-092d0e1b731c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,segment=NetworkSegment(f5f2d2a4-658d-4180-91e2-64538e88d5ad),segment_id=f5f2d2a4-658d-4180-91e2-64538e88d5ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:10.181840 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:10.195920 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Calling delete_port for f2dbe156-c714-4c3e-8ef4-092d0e1b731c owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:10.215982 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b4a81e77-c90e-47f6-a1f8-66b65766cff6 req-1cad7178-8cd9-4f5c-b6ce-3d91616cfe5a tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ecf2935-b6a7-47f6-aebe-dd4a48984d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929155 Apr 11 15:27:10.217185 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-9e0f7280-4549-4fa5-8233-739b80142bc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 200 len: 217 time: 0.0504823 Apr 11 15:27:10.329706 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (f2dbe156-c714-4c3e-8ef4-092d0e1b731c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:10.334265 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-f373e996-f9f1-4a92-8b27-8b565b3620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:10.335786 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-f373e996-f9f1-4a92-8b27-8b565b3620f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0482411 Apr 11 15:27:10.359520 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Pushing event deleted for resources: {'Port': ['ID=f2dbe156-c714-4c3e-8ef4-092d0e1b731c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:10.387453 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-5211b8fa-27f0-4095-aacf-718b2a505824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:10.388163 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.388511 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.388857 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.388977 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-5211b8fa-27f0-4095-aacf-718b2a505824 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463269 Apr 11 15:27:10.389184 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.389513 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.389839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.390165 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.390484 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.390930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.391258 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.391581 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.391906 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.392227 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.392545 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.392862 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:10.420212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] No DVR routers for this DVR port f2dbe156-c714-4c3e-8ef4-092d0e1b731c on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:10.422996 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:10.427129 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0b3b205e-ec49-4058-83d3-72cd2f993ec4 req-81fe439a-e799-470b-980c-2146050b50e9 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.59 "DELETE /v2.0/ports/f2dbe156-c714-4c3e-8ef4-092d0e1b731c HTTP/1.1" status: 204 len: 173 time: 0.4403894 Apr 11 15:27:10.427769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'name': 'network-vif-deleted', 'tag': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:10.430127 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd483fd-d54f-4060-b35a-27e368bd2ec9" -d '{"events": [{"server_uuid": "31d0937f-982a-43aa-bead-46ca8f2c94a5", "name": "network-vif-deleted", "tag": "f2dbe156-c714-4c3e-8ef4-092d0e1b731c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:10.458686 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f2dbe156-c714-4c3e-8ef4-092d0e1b731c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:10.481168 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1e30f8-776b-4b72-83ec-ebbed941ffdd x-openstack-request-id: req-2a1e30f8-776b-4b72-83ec-ebbed941ffdd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:10.481461 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0937f-982a-43aa-bead-46ca8f2c94a5", "name": "network-vif-deleted", "tag": "f2dbe156-c714-4c3e-8ef4-092d0e1b731c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:10.481716 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a1e30f8-776b-4b72-83ec-ebbed941ffdd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:10.482325 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1e30f8-776b-4b72-83ec-ebbed941ffdd'] response: {'server_uuid': '31d0937f-982a-43aa-bead-46ca8f2c94a5', 'name': 'network-vif-deleted', 'tag': 'f2dbe156-c714-4c3e-8ef4-092d0e1b731c', 'status': 'completed', 'code': 200} Apr 11 15:27:10.521897 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-bd93be38-69ed-493d-910f-776980b43b79 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233954 Apr 11 15:27:10.729245 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6d26c9b-e394-4616-b1d7-edaaaca4dba5 req-ad183381-53fc-4aec-b8ba-bb36d6de5d9f service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117039 Apr 11 15:27:11.183015 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-357c5e39-b7d9-45f0-b80c-fd84e1d45548 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:11.184985 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-357c5e39-b7d9-45f0-b80c-fd84e1d45548 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/networks?id=054acad1-a086-46ca-80e7-3a0b72a78795 HTTP/1.1" status: 200 len: 809 time: 0.1392117 Apr 11 15:27:11.200400 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-46a7b69b-1874-481e-9546-29a757b87cd2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/quotas/25f4890c12314c73a71ce1a7539bc0cb HTTP/1.1" status: 200 len: 375 time: 0.0097342 Apr 11 15:27:11.236162 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-16ec099c-9cc5-4249-a3fa-2cec91a71142 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302446 Apr 11 15:27:11.343566 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4af35ee2-bd49-4a0f-a784-b7de356cb456 req-206a2799-893e-41ec-9725-8c8f5c17d680 tempest-VolumesNegativeTest-1508982364 tempest-VolumesNegativeTest-1508982364-project] 10.222.0.50 "GET /v2.0/ports?device_id=31d0937f-982a-43aa-bead-46ca8f2c94a5 HTTP/1.1" status: 200 len: 210 time: 0.0432417 Apr 11 15:27:11.345587 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-086786fd-088d-47f5-8117-30f44d751f5f service neutron] 10.222.0.50 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019168 Apr 11 15:27:11.438815 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-ace5713a-a953-423d-9c36-7bd0ad1d5bde service neutron] 10.222.0.50 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Apr 11 15:27:11.598800 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5bf4d2f2-c9db-4a73-9579-3de834a1351b req-b3d04770-77e3-4296-b8b7-586079f7c9ba tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0286624 Apr 11 15:27:12.023751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa3f91-f96c-43c1-83ed-15da95c35d9a req-7586161b-7575-4297-a168-7e5bb6e1927f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:12.025188 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7caa3f91-f96c-43c1-83ed-15da95c35d9a req-7586161b-7575-4297-a168-7e5bb6e1927f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0498435 Apr 11 15:27:12.074983 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7caa3f91-f96c-43c1-83ed-15da95c35d9a req-23eab0de-511c-42b3-b894-cbce9e068eba tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Apr 11 15:27:12.328525 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-b847d5b3-7a87-419e-969d-987b515dfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:12.330119 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-b847d5b3-7a87-419e-969d-987b515dfba3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1129 time: 0.0425005 Apr 11 15:27:12.491160 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-99a2fcde-873b-4b9f-be25-16ffe041a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:12.492841 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-99a2fcde-873b-4b9f-be25-16ffe041a47b service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1561456 Apr 11 15:27:12.538726 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-abdadfb7-3028-4ab7-aba1-78864d060f0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 200 len: 217 time: 0.0380964 Apr 11 15:27:12.700357 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2931778e-0197-4441-a2e5-811e119bf77c req-bd0b64ac-221f-44d0-ad12-95ad42eac35d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0311882 Apr 11 15:27:13.192300 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7408-5fa7-4b71-b03c-8da2d5936f95 req-73e83e1a-4074-4d2b-bd54-add9e25f804b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:13.193833 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a3ae7408-5fa7-4b71-b03c-8da2d5936f95 req-73e83e1a-4074-4d2b-bd54-add9e25f804b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Apr 11 15:27:13.249540 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a3ae7408-5fa7-4b71-b03c-8da2d5936f95 req-2ab50c9e-eeb3-4014-a7e4-bf84e29f51f1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Apr 11 15:27:13.812849 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2b21b466-2ea3-43f2-aa34-9a8927f6d5e5 req-52776953-236a-46ae-9794-34bd7da95ba5 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0312402 Apr 11 15:27:14.370453 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbc1a5-ce5d-43c9-a05e-b841514805d1 req-7ce672a4-ab40-44a0-a8b3-d55a2522e614 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:14.371982 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a6bbc1a5-ce5d-43c9-a05e-b841514805d1 req-7ce672a4-ab40-44a0-a8b3-d55a2522e614 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Apr 11 15:27:14.419591 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a6bbc1a5-ce5d-43c9-a05e-b841514805d1 req-a969493e-2d71-4353-8841-4ce94e29fce1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Apr 11 15:27:14.916620 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4af5960f-1a9e-441a-957e-f817a417a1d6 req-f493fb7f-79fb-44fa-b3fa-e78c466e7084 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0291646 Apr 11 15:27:15.010967 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a61fd84f-3130-4b48-a7bd-82bf5000e2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:15.533415 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4be4-f8a1-4086-8c68-08cc56ae233d req-e0dfc173-5f78-4848-bae1-fbe4dce4f66b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:15.534954 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a8d4be4-f8a1-4086-8c68-08cc56ae233d req-e0dfc173-5f78-4848-bae1-fbe4dce4f66b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0502276 Apr 11 15:27:15.583943 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a8d4be4-f8a1-4086-8c68-08cc56ae233d req-73303ae4-c447-4211-9980-d7a83b65c87d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Apr 11 15:27:15.819628 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f2dbe156-c714-4c3e-8ef4-092d0e1b731c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:15.857332 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: f2dbe156-c714-4c3e-8ef4-092d0e1b731c {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:15.857332 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f2dbe156-c714-4c3e-8ef4-092d0e1b731c not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:15.873201 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-e0919351-f5b5-4862-a3af-01d34b7badca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:15.874766 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-e0919351-f5b5-4862-a3af-01d34b7badca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0652890 Apr 11 15:27:16.013374 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-70302d2a-7352-4d16-b596-f825cefc40e2 req-ff9969e6-bfd3-4124-bfc4-f3209f513d75 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0296998 Apr 11 15:27:16.700479 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9c027-9f6f-4ad9-863a-cc6dc152447e req-b27ade02-57be-4fc6-b9d0-e501fe9b751e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:16.701874 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-baf9c027-9f6f-4ad9-863a-cc6dc152447e req-b27ade02-57be-4fc6-b9d0-e501fe9b751e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0500464 Apr 11 15:27:16.752446 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-baf9c027-9f6f-4ad9-863a-cc6dc152447e req-3bffe6c1-2261-4133-ac8d-4457bf4ff744 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Apr 11 15:27:17.110204 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-455f6607-d6aa-457e-8466-0847106f6fc1 req-9b94eaef-c7f2-4d65-a6a7-106a65c02c58 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0302234 Apr 11 15:27:17.180706 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-55e025e7-9c6f-4244-bf94-daadd29c70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:17.182222 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-55e025e7-9c6f-4244-bf94-daadd29c70e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404332 Apr 11 15:27:17.277012 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-0d526a4d-2ffb-4a35-bd7a-fafead5bc0f6 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842693 Apr 11 15:27:17.865979 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d47d-fd1c-417f-a133-c5e06df98966 req-14bdd170-12dc-4e46-ac5f-b7aac29a4586 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:17.867501 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0cd5d47d-fd1c-417f-a133-c5e06df98966 req-14bdd170-12dc-4e46-ac5f-b7aac29a4586 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Apr 11 15:27:17.913427 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0cd5d47d-fd1c-417f-a133-c5e06df98966 req-386dcbcb-0381-4dec-aa70-af5bf48555f6 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Apr 11 15:27:18.204877 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8510edbb-2db5-44e4-ad8a-31da43e8c228 req-4828656f-3353-496f-90ae-9478f595cd82 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0303507 Apr 11 15:27:18.299720 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdcb34cd-4fab-4833-bdb7-40a474b80d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:18.960051 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec4abbaf-5301-4855-8e92-4e09a6db7fef req-3b658794-8abd-4ff8-87ae-46fd0b260b31 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035349 Apr 11 15:27:19.197782 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a3642-99d7-4a68-882d-ed361e7f3e37 req-34dca682-80d3-4a48-bd32-5169e865b89f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:19.199330 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b33a3642-99d7-4a68-882d-ed361e7f3e37 req-34dca682-80d3-4a48-bd32-5169e865b89f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0673320 Apr 11 15:27:19.211918 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:19.227805 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-0e4612ad-ad86-4b2e-9110-8a47060b810c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:19.229250 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-0e4612ad-ad86-4b2e-9110-8a47060b810c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "GET /v2.0/networks?id=054acad1-a086-46ca-80e7-3a0b72a78795 HTTP/1.1" status: 200 len: 809 time: 0.3712544 Apr 11 15:27:19.261797 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b33a3642-99d7-4a68-882d-ed361e7f3e37 req-be5ca233-c178-432b-9fb7-f8e1397cb44f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Apr 11 15:27:19.302216 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9cf65019-81dd-4a07-8a4a-806db2e97da7 req-3784f3df-021e-4749-a42b-5f0f541c6163 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0276024 Apr 11 15:27:19.652971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Request body: {'port': {'device_id': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795', 'admin_state_up': True, 'tenant_id': '25f4890c12314c73a71ce1a7539bc0cb'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:27:19.763459 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Made reservation on behalf of 25f4890c12314c73a71ce1a7539bc0cb for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:27:19.766678 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:19.894204 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Allocated IP 172.20.0.8 (054acad1-a086-46ca-80e7-3a0b72a78795/d1a125d7-8c8b-48db-b886-9cb58d17e829/e3f81672-ca3f-49d2-8f83-3de6122b82c6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:27:20.043711 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks [] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.078184 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.128051 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Network 054acad1-a086-46ca-80e7-3a0b72a78795 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:27:20.131125 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:27:20.134194 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:27:20.163661 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Pushing event updated for resources: {'Port': ['ID=e3f81672-ca3f-49d2-8f83-3de6122b82c6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:20.193971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:20.194463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.211919 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-26b856a8-7b3e-4bdf-9dc8-bae523f41fad tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630143 Apr 11 15:27:20.231050 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Request body: {'port': {'device_id': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:27:20.289768 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.393384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c665-2ef3-405c-bfbb-3c4bb07ad563 req-c1c8045f-8ecf-41d1-962e-8330f3ef8f5e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:20.394899 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3923c665-2ef3-405c-bfbb-3c4bb07ad563 req-c1c8045f-8ecf-41d1-962e-8330f3ef8f5e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0648115 Apr 11 15:27:20.421570 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2095e-65f4-4cae-80bf-23100a043a44 req-237c8d48-b25b-4a8f-a779-f21622e9bc00 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:20.423094 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e1c2095e-65f4-4cae-80bf-23100a043a44 req-237c8d48-b25b-4a8f-a779-f21622e9bc00 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 931 time: 0.0529871 Apr 11 15:27:20.471434 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e1c2095e-65f4-4cae-80bf-23100a043a44 req-e73da09c-dc8d-4ec2-a2ae-702f1af1671d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Apr 11 15:27:20.526920 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3923c665-2ef3-405c-bfbb-3c4bb07ad563 req-f4c3fd1b-df64-4f76-a384-b72e22f3ea4b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891528 Apr 11 15:27:20.617912 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.648072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f81672-ca3f-49d2-8f83-3de6122b82c6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:27:20.656061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Publish callbacks [] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.670399 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Transition to ACTIVE for port object e3f81672-ca3f-49d2-8f83-3de6122b82c6 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:27:20.674846 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.726636 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f81672-ca3f-49d2-8f83-3de6122b82c6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:20.814132 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Attempting to bind port e3f81672-ca3f-49d2-8f83-3de6122b82c6 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:27:20.814735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Attempting to bind port e3f81672-ca3f-49d2-8f83-3de6122b82c6 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:27:20.815286 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Attempting to bind port e3f81672-ca3f-49d2-8f83-3de6122b82c6 on network 054acad1-a086-46ca-80e7-3a0b72a78795 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:27:20.822906 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Port e3f81672-ca3f-49d2-8f83-3de6122b82c6 on network 054acad1-a086-46ca-80e7-3a0b72a78795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:27:20.823237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Attempting to bind port e3f81672-ca3f-49d2-8f83-3de6122b82c6 on network 054acad1-a086-46ca-80e7-3a0b72a78795 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:27:20.828593 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:27:20.828943 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Checking segment: {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:27:20.829318 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Bound using segment: {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:27:20.829747 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Bound port: e3f81672-ca3f-49d2-8f83-3de6122b82c6, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c28ea8-7484-4a3e-99d9-6895557c11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:27:20.830108 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.897756 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] For port e3f81672-ca3f-49d2-8f83-3de6122b82c6, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:27:20.901091 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] For port e3f81672-ca3f-49d2-8f83-3de6122b82c6, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e3f81672-ca3f-49d2-8f83-3de6122b82c6,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:27:20.906666 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.940838 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:20.941458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:20.943522 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] 10.222.0.59 "PUT /v2.0/ports/e3f81672-ca3f-49d2-8f83-3de6122b82c6 HTTP/1.1" status: 200 len: 1093 time: 0.7168617 Apr 11 15:27:20.943960 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'tag': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:20.946188 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ba0347-9ffb-49e7-9818-08234cdf266d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c276c19-bdf6-4196-af8e-ec279c8b4b4d", "tag": "e3f81672-ca3f-49d2-8f83-3de6122b82c6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:20.968870 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecba55-6f7f-448e-ba1b-427427594550 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f81672-ca3f-49d2-8f83-3de6122b82c6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:20.980309 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10d5d4-1028-4b91-b87b-b9f2273647b5 x-openstack-request-id: req-6d10d5d4-1028-4b91-b87b-b9f2273647b5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:20.980600 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c276c19-bdf6-4196-af8e-ec279c8b4b4d", "tag": "e3f81672-ca3f-49d2-8f83-3de6122b82c6", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:20.980851 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d10d5d4-1028-4b91-b87b-b9f2273647b5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:20.981248 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d10d5d4-1028-4b91-b87b-b9f2273647b5'] response: {'name': 'network-changed', 'server_uuid': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'tag': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6', 'status': 'completed', 'code': 200} Apr 11 15:27:21.210576 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:21.292268 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0347-9ffb-49e7-9818-08234cdf266d req-9995b4ca-23f7-4136-9b79-29bc883a6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.293775 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1ba0347-9ffb-49e7-9818-08234cdf266d req-9995b4ca-23f7-4136-9b79-29bc883a6254 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 1127 time: 0.0450513 Apr 11 15:27:21.400276 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0347-9ffb-49e7-9818-08234cdf266d req-abaefe48-b884-47cc-99d8-645717f0c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.401773 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1ba0347-9ffb-49e7-9818-08234cdf266d req-abaefe48-b884-47cc-99d8-645717f0c8d2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0936556 Apr 11 15:27:21.501940 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0347-9ffb-49e7-9818-08234cdf266d req-ebc30692-a504-4cc5-a536-97b86bd0d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.503528 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1ba0347-9ffb-49e7-9818-08234cdf266d req-ebc30692-a504-4cc5-a536-97b86bd0d5dc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938063 Apr 11 15:27:21.621943 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610056f1-46fa-4542-ace4-caf2961dc28d req-f54d32b3-096b-43ba-ad60-556fc4f04259 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.623581 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-610056f1-46fa-4542-ace4-caf2961dc28d req-f54d32b3-096b-43ba-ad60-556fc4f04259 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0801089 Apr 11 15:27:21.632785 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-defb4b36-b862-46c1-9521-f9515de99eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.634205 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-defb4b36-b862-46c1-9521-f9515de99eb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 1127 time: 0.0585887 Apr 11 15:27:21.657115 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898d0f-4249-44bb-885b-2adf319e3a3a req-23300fce-4436-4529-892d-f844c3099f8c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.658640 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67898d0f-4249-44bb-885b-2adf319e3a3a req-23300fce-4436-4529-892d-f844c3099f8c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0466042 Apr 11 15:27:21.692586 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-610056f1-46fa-4542-ace4-caf2961dc28d req-6e2a9cb0-914a-4bfd-aee4-6c1dc360c989 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612493 Apr 11 15:27:21.716463 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-67898d0f-4249-44bb-885b-2adf319e3a3a req-f4c319d8-1d58-4a46-b3d6-71d084b3fd5f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Apr 11 15:27:21.759046 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-a1e0a7c5-0b04-46c5-ab90-785676bde08f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f81672-ca3f-49d2-8f83-3de6122b82c6 HTTP/1.1" status: 200 len: 217 time: 0.0343633 Apr 11 15:27:21.813070 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-5066851a-181f-4dec-a75b-ff00365915ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.814726 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-5066851a-181f-4dec-a75b-ff00365915ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1a125d7-8c8b-48db-b886-9cb58d17e829 HTTP/1.1" status: 200 len: 849 time: 0.0456376 Apr 11 15:27:21.847183 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-726c911b-9fa7-4e73-a4ed-7b2169eaf474 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054acad1-a086-46ca-80e7-3a0b72a78795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260944 Apr 11 15:27:21.945723 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-3cc0c34f-984b-4e4f-9774-f0491cd9efe5 service neutron] 10.222.0.59 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895703 Apr 11 15:27:22.041205 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e518cc0e-1981-49d9-ae45-3812af5b1847 req-dfaa4157-04a8-4c8d-a620-f1cf7b49d476 service neutron] 10.222.0.59 "GET /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877497 Apr 11 15:27:22.704587 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 38960) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:22.850652 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c70b5-7409-4442-8d21-d048be6bb8b1 req-1e328d36-f82d-4cc9-b347-daad1baa0c17 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:22.852322 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-295c70b5-7409-4442-8d21-d048be6bb8b1 req-1e328d36-f82d-4cc9-b347-daad1baa0c17 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0559595 Apr 11 15:27:22.880088 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b83ef8-e92f-494b-85fd-1aecfc60bc36 req-c42b61b0-f72f-445d-8eb8-8010b05f3502 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:22.882107 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-04b83ef8-e92f-494b-85fd-1aecfc60bc36 req-c42b61b0-f72f-445d-8eb8-8010b05f3502 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0771275 Apr 11 15:27:22.899920 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-68c51410-8f99-42c4-9bfc-606ced4b546a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef61a3cf217e48ab8e15c63ccdce7c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917171 Apr 11 15:27:22.910029 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 38974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:22.950007 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-04b83ef8-e92f-494b-85fd-1aecfc60bc36 req-39b6ece0-e461-4491-ac1e-4897f43c2df9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512450 Apr 11 15:27:22.961854 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-295c70b5-7409-4442-8d21-d048be6bb8b1 req-e30f179d-1313-4660-aa35-c09e70f99c22 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017816 Apr 11 15:27:23.010451 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96043308-7884-41fe-9a9f-160bed9501c1 admin admin] Publish callbacks [] for security_group (9ecf2935-b6a7-47f6-aebe-dd4a48984d64), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:23.032962 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96043308-7884-41fe-9a9f-160bed9501c1 admin admin] Publish callbacks [] for security_group (9ecf2935-b6a7-47f6-aebe-dd4a48984d64), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:23.084295 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96043308-7884-41fe-9a9f-160bed9501c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (9ecf2935-b6a7-47f6-aebe-dd4a48984d64), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:23.088076 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96043308-7884-41fe-9a9f-160bed9501c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:23.093229 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-96043308-7884-41fe-9a9f-160bed9501c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ecf2935-b6a7-47f6-aebe-dd4a48984d64 HTTP/1.1" status: 204 len: 168 time: 0.1728871 Apr 11 15:27:23.101813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96043308-7884-41fe-9a9f-160bed9501c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecf2935-b6a7-47f6-aebe-dd4a48984d64,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:24.087693 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911799b-47f1-45f3-984f-c69108abe564 req-cbb63606-c206-4019-be35-63399cccdb24 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:24.089312 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3911799b-47f1-45f3-984f-c69108abe564 req-cbb63606-c206-4019-be35-63399cccdb24 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0606334 Apr 11 15:27:24.094327 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44390f9-7df9-4b3e-8e55-032fb6e5cb39 req-580ae3e3-981e-479a-b31e-396633f4049e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:24.105574 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c44390f9-7df9-4b3e-8e55-032fb6e5cb39 req-580ae3e3-981e-479a-b31e-396633f4049e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0649416 Apr 11 15:27:24.154815 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3911799b-47f1-45f3-984f-c69108abe564 req-855e34e4-8da6-4751-9bd0-b893c78738f0 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593815 Apr 11 15:27:24.199195 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c44390f9-7df9-4b3e-8e55-032fb6e5cb39 req-1c725bff-fc8b-4ca8-9457-ebcd3935802a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968819 Apr 11 15:27:24.750120 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:25.280331 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb998b-23a1-4b88-906e-9a2c91689fd4 req-833a59b5-bed8-4fd7-842c-4002ae2451d4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:25.282806 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-81fb998b-23a1-4b88-906e-9a2c91689fd4 req-833a59b5-bed8-4fd7-842c-4002ae2451d4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0592785 Apr 11 15:27:25.318186 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca80189-0277-4c33-b052-beaf2680115d req-f118eea2-7be3-4363-8bf5-6e5d05efe62b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:25.319851 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cca80189-0277-4c33-b052-beaf2680115d req-f118eea2-7be3-4363-8bf5-6e5d05efe62b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Apr 11 15:27:25.330826 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-81fb998b-23a1-4b88-906e-9a2c91689fd4 req-3dbbfacb-68a7-4fa0-bd63-c087c0a84441 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Apr 11 15:27:25.373223 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cca80189-0277-4c33-b052-beaf2680115d req-1bf6dc36-0beb-437b-9dc2-7c7d8f4f7d77 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Apr 11 15:27:26.448107 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14de4c-c7b7-458b-8b2c-51d4e5d7ab50 req-a6d86c16-6a93-4d0c-b957-30965ebc6f19 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:26.449769 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1e14de4c-c7b7-458b-8b2c-51d4e5d7ab50 req-a6d86c16-6a93-4d0c-b957-30965ebc6f19 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0479779 Apr 11 15:27:26.493822 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc548711-7c27-4c58-a0f8-efddec612abd req-c30c48bc-3a92-402a-ae68-120b707cf35b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:26.496025 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fc548711-7c27-4c58-a0f8-efddec612abd req-c30c48bc-3a92-402a-ae68-120b707cf35b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Apr 11 15:27:26.506794 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1e14de4c-c7b7-458b-8b2c-51d4e5d7ab50 req-96ccc0b9-6e8f-457e-bc5a-bc811f7a57a9 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516665 Apr 11 15:27:26.547152 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fc548711-7c27-4c58-a0f8-efddec612abd req-fb950acd-4676-48ca-a0ad-8be090d0df00 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Apr 11 15:27:27.633408 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33bd5b-ce4b-4509-920a-51afb58b2900 req-e8d699e4-6666-4ff5-94ee-be292a558239 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:27.634931 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bd33bd5b-ce4b-4509-920a-51afb58b2900 req-e8d699e4-6666-4ff5-94ee-be292a558239 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0485735 Apr 11 15:27:27.663012 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a102d9-d12d-434a-b50f-e93c4d7f5db6 req-09624b40-a8b3-4fff-b6f9-cd70084eda3b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:27.664514 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d7a102d9-d12d-434a-b50f-e93c4d7f5db6 req-09624b40-a8b3-4fff-b6f9-cd70084eda3b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0486403 Apr 11 15:27:27.682014 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bd33bd5b-ce4b-4509-920a-51afb58b2900 req-8bca0ee3-5cb7-43a0-8e47-ca9680931c45 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Apr 11 15:27:27.713482 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d7a102d9-d12d-434a-b50f-e93c4d7f5db6 req-06cfed16-323e-4515-a13f-e9bbc18753e5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Apr 11 15:27:28.794258 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be990e2-de98-4e7b-ad33-a738af73395c req-eed6835b-5b2b-4300-a242-4147a9e44ff2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:28.795833 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9be990e2-de98-4e7b-ad33-a738af73395c req-eed6835b-5b2b-4300-a242-4147a9e44ff2 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0485470 Apr 11 15:27:28.829393 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f4fb5-0d15-4fd9-8843-7fadda915017 req-eb14cf97-b8a2-49c7-802f-6b074bdcdfdc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:28.830926 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7a9f4fb5-0d15-4fd9-8843-7fadda915017 req-eb14cf97-b8a2-49c7-802f-6b074bdcdfdc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0512357 Apr 11 15:27:28.843970 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9be990e2-de98-4e7b-ad33-a738af73395c req-49770ea9-0d2f-41ec-9ef3-326883a40888 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 Apr 11 15:27:28.878703 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7a9f4fb5-0d15-4fd9-8843-7fadda915017 req-6545cc69-b8bd-4a13-8a7a-ed022b9e7cfb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Apr 11 15:27:29.796383 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:27:29.959522 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8d4d-de25-4783-a129-af49ca70198e req-ae1e4abc-db78-4664-bb5c-aa7c9ae426f7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:29.961062 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1ab8d4d-de25-4783-a129-af49ca70198e req-ae1e4abc-db78-4664-bb5c-aa7c9ae426f7 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0519371 Apr 11 15:27:29.990793 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd650cd-1c88-4338-84d8-c25d6fc4a1ff req-03992562-b5ee-44e8-8127-e87ff7f350fd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:29.992433 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9fd650cd-1c88-4338-84d8-c25d6fc4a1ff req-03992562-b5ee-44e8-8127-e87ff7f350fd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0469337 Apr 11 15:27:30.009328 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1ab8d4d-de25-4783-a129-af49ca70198e req-531c2dbf-962e-41e6-87c2-01730bfe6d7c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Apr 11 15:27:30.040288 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9fd650cd-1c88-4338-84d8-c25d6fc4a1ff req-231ea6f1-9b31-4c9c-96de-e5e56d39cc6c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Apr 11 15:27:31.122967 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93af9-d0fe-4f0a-bae2-3229c9cc47ab req-f3e53e6b-d4cb-413f-8b4c-8e1dc7e60f81 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:31.124500 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-67f93af9-d0fe-4f0a-bae2-3229c9cc47ab req-f3e53e6b-d4cb-413f-8b4c-8e1dc7e60f81 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0487635 Apr 11 15:27:31.159062 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dd571-59b2-4ef7-a3c1-4e8744817754 req-92423506-d60d-485b-9457-f6d78c2ad607 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:31.160557 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-899dd571-59b2-4ef7-a3c1-4e8744817754 req-92423506-d60d-485b-9457-f6d78c2ad607 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Apr 11 15:27:31.173689 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-67f93af9-d0fe-4f0a-bae2-3229c9cc47ab req-1e14ad38-5e14-4b2e-99e2-1b7fdc51336e tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Apr 11 15:27:31.209144 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-899dd571-59b2-4ef7-a3c1-4e8744817754 req-080afb5b-1b44-4ab5-ba17-7bb0a6bb97ba tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Apr 11 15:27:32.291185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5de1eb-1f3b-49b3-86f8-d2d02ebe5d11 req-88adfe5a-d11c-4966-b282-d27c09e0496e tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:32.293649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1a5de1eb-1f3b-49b3-86f8-d2d02ebe5d11 req-88adfe5a-d11c-4966-b282-d27c09e0496e tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0554612 Apr 11 15:27:32.324887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab07d-07f6-46d6-a1b6-4824998b9bfb req-adcfcc3c-c8ec-4530-88cf-083432e04ed3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:32.326383 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f93ab07d-07f6-46d6-a1b6-4824998b9bfb req-adcfcc3c-c8ec-4530-88cf-083432e04ed3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Apr 11 15:27:32.339711 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1a5de1eb-1f3b-49b3-86f8-d2d02ebe5d11 req-1854802b-ff98-4eff-8e90-586fca6a06b5 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Apr 11 15:27:32.374976 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f93ab07d-07f6-46d6-a1b6-4824998b9bfb req-d55a22db-8f34-4dfa-a93f-f9b5adae5b3a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Apr 11 15:27:33.452458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef66f2e-df04-4aea-9af7-f7c9e2ce1efa req-d5f99034-95dd-46e6-96f6-bd7e86e6f996 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:33.453949 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4ef66f2e-df04-4aea-9af7-f7c9e2ce1efa req-d5f99034-95dd-46e6-96f6-bd7e86e6f996 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 943 time: 0.0481217 Apr 11 15:27:33.502651 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6cd2d-efaa-45cd-9db1-7700c22269b5 req-59d56e2c-5b7c-4624-a4a6-5f307ac5ddff tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:33.503969 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4ef66f2e-df04-4aea-9af7-f7c9e2ce1efa req-f74d8104-1376-4c60-ab77-e97aa03db853 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Apr 11 15:27:33.504156 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-eac6cd2d-efaa-45cd-9db1-7700c22269b5 req-59d56e2c-5b7c-4624-a4a6-5f307ac5ddff tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0595624 Apr 11 15:27:33.557042 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-eac6cd2d-efaa-45cd-9db1-7700c22269b5 req-49933a79-632b-4520-8ef0-6cf047015ec4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Apr 11 15:27:33.895637 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e3f81672-ca3f-49d2-8f83-3de6122b82c6 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:27:34.002122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port e3f81672-ca3f-49d2-8f83-3de6122b82c6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e3f81672-ca3f-49d2-8f83-3de6122b82c6,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:34.136789 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6', 'network_id': '054acad1-a086-46ca-80e7-3a0b72a78795', 'port_id': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6', 'mac_address': 'fa:16:3e:a0:25:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a125d7-8c8b-48db-b886-9cb58d17e829', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:27:34.173784 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port e3f81672-ca3f-49d2-8f83-3de6122b82c6 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:34.174086 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:34.187719 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f81672-ca3f-49d2-8f83-3de6122b82c6 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:27:34.207915 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port e3f81672-ca3f-49d2-8f83-3de6122b82c6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e3f81672-ca3f-49d2-8f83-3de6122b82c6,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:34.211603 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:34.256755 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=e3f81672-ca3f-49d2-8f83-3de6122b82c6,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:34.264631 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.264978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.265347 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.265710 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.266048 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.266379 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.266733 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.267060 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.267385 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.267710 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.268033 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.268357 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.268676 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.268997 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.269316 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:34.616721 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8775a8-3ffa-4bdd-b128-93230c59a447 req-26cf3082-825e-4fc2-982a-9c34b4208b47 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:34.618921 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fc8775a8-3ffa-4bdd-b128-93230c59a447 req-26cf3082-825e-4fc2-982a-9c34b4208b47 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0482438 Apr 11 15:27:34.669610 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fc8775a8-3ffa-4bdd-b128-93230c59a447 req-3aafc85c-53b9-49ba-b909-92763cd06506 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Apr 11 15:27:34.672970 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77bcd8-95fa-4ee7-b8b4-137a8201fac2 req-aca82f39-bd77-427a-afd5-5e3af60f9a1e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:34.675132 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ca77bcd8-95fa-4ee7-b8b4-137a8201fac2 req-aca82f39-bd77-427a-afd5-5e3af60f9a1e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Apr 11 15:27:34.728157 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ca77bcd8-95fa-4ee7-b8b4-137a8201fac2 req-f1e960b1-ace7-4808-aa45-c05064bb1b3e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Apr 11 15:27:35.784500 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc529ded-57ca-423d-b09e-79b20f772c2a req-5de19167-3684-4ef1-afa0-cdf7ec597240 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:35.786001 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bc529ded-57ca-423d-b09e-79b20f772c2a req-5de19167-3684-4ef1-afa0-cdf7ec597240 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0478742 Apr 11 15:27:35.838071 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bc529ded-57ca-423d-b09e-79b20f772c2a req-94999d8f-c640-47e5-a733-562ceae5e8ff tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Apr 11 15:27:35.841839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ab012-9f5b-4ce7-b010-eec41306dad3 req-1dc4fa60-735c-45a2-b98e-9800f4e93b63 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:35.843425 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cb0ab012-9f5b-4ce7-b010-eec41306dad3 req-1dc4fa60-735c-45a2-b98e-9800f4e93b63 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0484576 Apr 11 15:27:35.900509 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cb0ab012-9f5b-4ce7-b010-eec41306dad3 req-23a72eb7-5f9a-410e-a4fe-8331c83bcf96 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Apr 11 15:27:36.953238 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72693088-206a-47c7-b00e-643d4df6b555 req-ca9af38e-ffcc-4853-bdbf-2aab367a03e1 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:36.954759 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72693088-206a-47c7-b00e-643d4df6b555 req-ca9af38e-ffcc-4853-bdbf-2aab367a03e1 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0475876 Apr 11 15:27:37.009715 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-72693088-206a-47c7-b00e-643d4df6b555 req-470d7e7b-018a-47f0-a2a6-b2ee09298f3f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491629 Apr 11 15:27:37.020386 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a3dca-1a56-40e6-b7c8-d8e9114f929e req-d2ec1702-d1d9-4bfa-9564-7792facac6a1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:37.022869 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-697a3dca-1a56-40e6-b7c8-d8e9114f929e req-d2ec1702-d1d9-4bfa-9564-7792facac6a1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0540593 Apr 11 15:27:37.076361 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-697a3dca-1a56-40e6-b7c8-d8e9114f929e req-ccaba946-4b43-480e-bfee-8297710a9bd1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Apr 11 15:27:38.128326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6fa25-02ca-4c5d-b917-52a8d880487a req-dcd0c17d-80d9-408e-9fea-f4ae8cd40a96 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:38.129840 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fd6fa25-02ca-4c5d-b917-52a8d880487a req-dcd0c17d-80d9-408e-9fea-f4ae8cd40a96 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0521028 Apr 11 15:27:38.179122 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fd6fa25-02ca-4c5d-b917-52a8d880487a req-b6ef01ad-3034-49e1-82e9-3fb7616f2a4f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Apr 11 15:27:38.192016 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceee62-f261-4e50-ab47-9e8e50acccc1 req-11ad60d5-8961-46c7-976c-ccd5d08c931d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:38.193346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8bceee62-f261-4e50-ab47-9e8e50acccc1 req-11ad60d5-8961-46c7-976c-ccd5d08c931d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Apr 11 15:27:38.243467 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8bceee62-f261-4e50-ab47-9e8e50acccc1 req-8f727f9f-b466-4c14-a551-e604e8f6b98b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Apr 11 15:27:39.295898 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315880b-1d4e-4135-8986-b8b835dc07ed req-e63a0ffa-94f0-45af-befa-fb12141e5bbf tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:39.297403 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9315880b-1d4e-4135-8986-b8b835dc07ed req-e63a0ffa-94f0-45af-befa-fb12141e5bbf tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0478990 Apr 11 15:27:39.353631 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9315880b-1d4e-4135-8986-b8b835dc07ed req-6d2b9b34-2fb1-4fca-a347-7931ab3b620c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504594 Apr 11 15:27:39.361306 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41aae4-54c8-4451-bfab-eba9d8717449 req-e8f8eb3f-483b-49d3-a14b-82d2a4fe38f1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:39.362856 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6a41aae4-54c8-4451-bfab-eba9d8717449 req-e8f8eb3f-483b-49d3-a14b-82d2a4fe38f1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0484748 Apr 11 15:27:39.415840 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6a41aae4-54c8-4451-bfab-eba9d8717449 req-7f8c964b-934b-4b87-8d15-e91931847a4b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Apr 11 15:27:40.475911 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12493-c02c-4759-97ad-24a9aa47b27e req-1b6bc130-2c65-45c8-9898-adcc9684ed74 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:40.481719 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2ae12493-c02c-4759-97ad-24a9aa47b27e req-1b6bc130-2c65-45c8-9898-adcc9684ed74 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0520632 Apr 11 15:27:40.529865 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2ae12493-c02c-4759-97ad-24a9aa47b27e req-beb94c2c-78c9-4e6e-a45a-e4d64ef5d185 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457180 Apr 11 15:27:40.530110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d2193-e1f4-4c9d-92ec-04ed513a5b7e req-ab2c0597-5ec1-4c91-bd72-12f664ce3c58 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:40.531448 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c18d2193-e1f4-4c9d-92ec-04ed513a5b7e req-ab2c0597-5ec1-4c91-bd72-12f664ce3c58 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0466607 Apr 11 15:27:40.578930 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c18d2193-e1f4-4c9d-92ec-04ed513a5b7e req-6d1bc621-3144-499b-ae73-fc9432d303b9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Apr 11 15:27:40.858271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['e3f81672-ca3f-49d2-8f83-3de6122b82c6'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:41.644492 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cec14b-e7e1-4f84-83e5-9028a5851593 req-a80f7387-9849-410f-b783-196a4ca0284d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:41.646000 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6cec14b-e7e1-4f84-83e5-9028a5851593 req-a80f7387-9849-410f-b783-196a4ca0284d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0480592 Apr 11 15:27:41.692472 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3a8-f2fe-435b-b21d-f2e0956ec804 req-a2c6868d-5c96-48a4-8736-dbbff69fb855 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:41.698287 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1ff7b3a8-f2fe-435b-b21d-f2e0956ec804 req-a2c6868d-5c96-48a4-8736-dbbff69fb855 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0493474 Apr 11 15:27:41.698475 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6cec14b-e7e1-4f84-83e5-9028a5851593 req-696cbc43-7ffb-485e-b6fd-5fb1df5b506c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Apr 11 15:27:41.743651 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1ff7b3a8-f2fe-435b-b21d-f2e0956ec804 req-b5b44516-9b21-4a4a-a9e7-5d87552191bf tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Apr 11 15:27:42.830564 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35075-5431-4850-ba3b-f13464708615 req-c669eae8-bf5d-48f9-82ef-20b69d32f44b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:42.832423 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-32c35075-5431-4850-ba3b-f13464708615 req-c669eae8-bf5d-48f9-82ef-20b69d32f44b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0678198 Apr 11 15:27:42.863759 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d2c18-b284-4913-8b61-98ad2764d9f4 req-697218ed-8abc-495b-8c21-dfa8ac2a7189 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:42.865263 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d0d2c18-b284-4913-8b61-98ad2764d9f4 req-697218ed-8abc-495b-8c21-dfa8ac2a7189 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0508404 Apr 11 15:27:42.881662 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-32c35075-5431-4850-ba3b-f13464708615 req-a6f069bc-dd69-44f0-89d2-9e9411fa7579 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Apr 11 15:27:42.913714 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d0d2c18-b284-4913-8b61-98ad2764d9f4 req-f8b48d80-18c0-497c-8d71-f9bbad6d6d2c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Apr 11 15:27:44.000252 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01a759-00df-44f1-9f42-3694d76d1013 req-ff0d2dfd-9dfd-4838-add6-d5e677410f0f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:44.001793 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0c01a759-00df-44f1-9f42-3694d76d1013 req-ff0d2dfd-9dfd-4838-add6-d5e677410f0f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0537214 Apr 11 15:27:44.030412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0423a31-27e4-47b4-bd8a-fb64f18b8232 req-7b5eeb38-7af5-4ef9-89ed-7609540ab2ee tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:44.031970 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0423a31-27e4-47b4-bd8a-fb64f18b8232 req-7b5eeb38-7af5-4ef9-89ed-7609540ab2ee tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Apr 11 15:27:44.053819 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0c01a759-00df-44f1-9f42-3694d76d1013 req-65f4084f-690b-45e2-8669-70e43cacc477 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Apr 11 15:27:44.080542 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0423a31-27e4-47b4-bd8a-fb64f18b8232 req-23dfd0c5-aebe-4bc7-ae82-f59d66e07321 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Apr 11 15:27:45.017021 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f515965-7424-47f7-bd39-d534b7293bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:45.167785 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71ff4e-0ac6-4ffe-abb0-97b690612658 req-a70fae4e-2d4d-42f1-b7da-6b12dfb7145b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:45.169336 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6a71ff4e-0ac6-4ffe-abb0-97b690612658 req-a70fae4e-2d4d-42f1-b7da-6b12dfb7145b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0482996 Apr 11 15:27:45.198939 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a277bf-c9e9-4ac8-ba1f-668aa82e88ee req-bad09d65-e624-4e0a-ba8d-7f8c4ce47a11 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:45.200616 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-89a277bf-c9e9-4ac8-ba1f-668aa82e88ee req-bad09d65-e624-4e0a-ba8d-7f8c4ce47a11 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0510180 Apr 11 15:27:45.226400 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6a71ff4e-0ac6-4ffe-abb0-97b690612658 req-38a87180-0b14-4278-a3b6-bfd7a3e3769d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Apr 11 15:27:45.256296 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-89a277bf-c9e9-4ac8-ba1f-668aa82e88ee req-c7c1f150-aeba-4a61-84b2-0626a0add04d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500824 Apr 11 15:27:46.356208 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83e524-c28c-4a45-b437-465f95237119 req-de4f86b9-3919-4832-8d60-054c0b86bb59 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:46.357834 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ae83e524-c28c-4a45-b437-465f95237119 req-de4f86b9-3919-4832-8d60-054c0b86bb59 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 944 time: 0.0535376 Apr 11 15:27:46.379868 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9f7c-be02-450f-899f-2589e1c345d5 req-f4a072d5-bddd-4f8c-9292-6dc1d01af461 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:46.383598 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-454d9f7c-be02-450f-899f-2589e1c345d5 req-f4a072d5-bddd-4f8c-9292-6dc1d01af461 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0560820 Apr 11 15:27:46.409402 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ae83e524-c28c-4a45-b437-465f95237119 req-6db6a2e4-40bd-463e-ba04-c6a1fcd24b7c tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 Apr 11 15:27:46.439004 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-454d9f7c-be02-450f-899f-2589e1c345d5 req-fd4438d5-76f7-4eb8-aeeb-2a64242936dd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Apr 11 15:27:46.531721 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e3f81672-ca3f-49d2-8f83-3de6122b82c6 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:27:46.578571 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port e3f81672-ca3f-49d2-8f83-3de6122b82c6 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:27:46.584467 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port e3f81672-ca3f-49d2-8f83-3de6122b82c6 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:27:46.584845 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:46.667766 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port e3f81672-ca3f-49d2-8f83-3de6122b82c6 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:46.668157 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:46.691410 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:46.693656 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8302bf6f-2397-447d-80a0-fe18a3b4c551" -d '{"events": [{"server_uuid": "3c276c19-bdf6-4196-af8e-ec279c8b4b4d", "name": "network-vif-plugged", "status": "completed", "tag": "e3f81672-ca3f-49d2-8f83-3de6122b82c6"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:46.710182 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port e3f81672-ca3f-49d2-8f83-3de6122b82c6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e3f81672-ca3f-49d2-8f83-3de6122b82c6,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:46.718508 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:46.741820 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af982741-c23a-4a74-9fa6-5b7d3cc212cf x-openstack-request-id: req-af982741-c23a-4a74-9fa6-5b7d3cc212cf {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:46.742136 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c276c19-bdf6-4196-af8e-ec279c8b4b4d", "name": "network-vif-plugged", "status": "completed", "tag": "e3f81672-ca3f-49d2-8f83-3de6122b82c6", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:46.742396 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af982741-c23a-4a74-9fa6-5b7d3cc212cf {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:46.742829 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af982741-c23a-4a74-9fa6-5b7d3cc212cf'] response: {'server_uuid': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6', 'code': 200} Apr 11 15:27:46.767970 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=e3f81672-ca3f-49d2-8f83-3de6122b82c6,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:47.588190 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5fd1a-f110-49dd-9e20-ab1ed9cfde5f req-5e440c8d-52f8-428e-8610-3b69e8979023 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:47.590498 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-aab5fd1a-f110-49dd-9e20-ab1ed9cfde5f req-5e440c8d-52f8-428e-8610-3b69e8979023 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0702841 Apr 11 15:27:47.599336 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fa2bb-2165-4d25-a2b7-ae0b22ab7688 req-c6f8e2ac-5779-4c9e-bd37-254f41729d9c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:47.601106 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a64fa2bb-2165-4d25-a2b7-ae0b22ab7688 req-c6f8e2ac-5779-4c9e-bd37-254f41729d9c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0612640 Apr 11 15:27:47.644981 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-aab5fd1a-f110-49dd-9e20-ab1ed9cfde5f req-7fc8b6cd-7381-4dcf-bc4a-9c5d55d65d26 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 Apr 11 15:27:47.652320 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a64fa2bb-2165-4d25-a2b7-ae0b22ab7688 req-04748353-3165-4629-8a87-402389fa8244 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Apr 11 15:27:48.301978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe194120-7725-4744-9cca-651885a657d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:48.757030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469f3e-c32c-4787-8e01-6decf15619e1 req-e06cc285-55cd-4985-937a-ca99a617eab0 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:48.759969 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-43469f3e-c32c-4787-8e01-6decf15619e1 req-e06cc285-55cd-4985-937a-ca99a617eab0 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0488069 Apr 11 15:27:48.766060 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fab86-af5b-476a-907b-f14234d225af req-ff62973e-18c3-46a9-9bd0-4329f8636d28 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:48.767614 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c83fab86-af5b-476a-907b-f14234d225af req-ff62973e-18c3-46a9-9bd0-4329f8636d28 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0476601 Apr 11 15:27:48.807928 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-43469f3e-c32c-4787-8e01-6decf15619e1 req-e3447a69-e38e-45e1-b00d-4b15bcd9de74 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Apr 11 15:27:48.818625 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c83fab86-af5b-476a-907b-f14234d225af req-7fb19503-f3be-43b3-9d25-ee96e4631cb9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Apr 11 15:27:49.213683 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:49.921252 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1f6e1-0d5a-4e39-b607-d8569eed9cae req-8592b8c9-a149-44f5-89e0-f5ebf5d25aac tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:49.922762 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3be1f6e1-0d5a-4e39-b607-d8569eed9cae req-8592b8c9-a149-44f5-89e0-f5ebf5d25aac tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0472376 Apr 11 15:27:49.931741 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274c9fd-808a-4a70-8623-b0cefc1d9e98 req-f5ba420e-4c9e-41bf-b25b-ecc7c8fb40a4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:49.933234 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f274c9fd-808a-4a70-8623-b0cefc1d9e98 req-f5ba420e-4c9e-41bf-b25b-ecc7c8fb40a4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0468628 Apr 11 15:27:49.970553 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3be1f6e1-0d5a-4e39-b607-d8569eed9cae req-1d62a38f-55ba-4e1d-8f37-45ce5830da73 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Apr 11 15:27:49.980801 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f274c9fd-808a-4a70-8623-b0cefc1d9e98 req-0881753e-a0b6-4598-b3a3-46b912a09f65 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Apr 11 15:27:50.618033 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.086129 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1962f0-af7f-4d03-8f1c-e8cf5c873ad0 req-0d9209d3-ebd8-44aa-b2df-ecbf87d0d9cf tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:51.088219 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-de1962f0-af7f-4d03-8f1c-e8cf5c873ad0 req-0d9209d3-ebd8-44aa-b2df-ecbf87d0d9cf tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0518386 Apr 11 15:27:51.093359 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8c3c1-4e9b-4d71-8964-612201c97ac9 req-cb6c0743-2860-4a6b-85de-0c648a0b7c36 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:51.094879 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8fe8c3c1-4e9b-4d71-8964-612201c97ac9 req-cb6c0743-2860-4a6b-85de-0c648a0b7c36 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0480361 Apr 11 15:27:51.135629 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-de1962f0-af7f-4d03-8f1c-e8cf5c873ad0 req-38a9c6ea-bb8b-4aa2-ae24-0b4c7efbe5df tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Apr 11 15:27:51.141678 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8fe8c3c1-4e9b-4d71-8964-612201c97ac9 req-873f36de-2365-46a3-8b9f-f6f1630050fc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Apr 11 15:27:51.214267 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.247461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bd677-0f58-4aa5-84c2-540227db4ed3 req-cee8759c-a1fa-4ced-9286-db1fa69d8b0d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:52.248935 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a46bd677-0f58-4aa5-84c2-540227db4ed3 req-cee8759c-a1fa-4ced-9286-db1fa69d8b0d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0475852 Apr 11 15:27:52.258433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900dd1-c805-4783-9ac9-42a55dfc5f02 req-5a116545-2299-45b0-845a-d8cb46d706cc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:52.260323 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d1900dd1-c805-4783-9ac9-42a55dfc5f02 req-5a116545-2299-45b0-845a-d8cb46d706cc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0528152 Apr 11 15:27:52.298000 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a46bd677-0f58-4aa5-84c2-540227db4ed3 req-649ed7f8-e6c9-41c6-8988-7835d7251b1d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432646 Apr 11 15:27:52.309148 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d1900dd1-c805-4783-9ac9-42a55dfc5f02 req-6cf29e0f-93ee-4f83-9b75-b827caad814a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Apr 11 15:27:53.140582 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f300c-9c37-462e-8aee-164e51701760 req-7ddce4ac-b9fe-45e0-b46a-31981edd20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:53.142656 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a94f300c-9c37-462e-8aee-164e51701760 req-7ddce4ac-b9fe-45e0-b46a-31981edd20e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 1129 time: 0.0416400 Apr 11 15:27:53.163825 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c056d1-b3e5-4b0c-bda4-0ac29e268ef6 req-ab455bd1-1349-412c-a798-db67f68e9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:53.166078 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32c056d1-b3e5-4b0c-bda4-0ac29e268ef6 req-ab455bd1-1349-412c-a798-db67f68e9b29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1129 time: 0.0436127 Apr 11 15:27:53.221008 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a94f300c-9c37-462e-8aee-164e51701760 req-a2e08b0c-7370-4297-8253-b456c85dcd3e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468318 Apr 11 15:27:53.228611 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32c056d1-b3e5-4b0c-bda4-0ac29e268ef6 req-5ef3d23f-46b3-4969-9c30-44a8f69f91ba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Apr 11 15:27:53.414865 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be0355-6f0f-438d-a9a2-1f591f0e5d5f req-2e8cd5dd-5ae6-4fd2-aa1a-ac27553dbcfd tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:53.416570 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-68be0355-6f0f-438d-a9a2-1f591f0e5d5f req-2e8cd5dd-5ae6-4fd2-aa1a-ac27553dbcfd tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0478206 Apr 11 15:27:53.419930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308ab39-a139-4f45-849a-554c8279035d req-8ddb9cd5-f9ec-49bd-9ad4-44659b2bb66e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:53.421414 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8308ab39-a139-4f45-849a-554c8279035d req-8ddb9cd5-f9ec-49bd-9ad4-44659b2bb66e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0474963 Apr 11 15:27:53.464355 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-68be0355-6f0f-438d-a9a2-1f591f0e5d5f req-580900f9-2378-40da-95f3-0625a2d900b8 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Apr 11 15:27:53.475618 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8308ab39-a139-4f45-849a-554c8279035d req-8aede0a6-390d-44cc-a6dd-dce27684fa58 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Apr 11 15:27:53.969528 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-0e7c8932-911c-469b-9ff1-b804c0523b23 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82753623&fields=id&tenant_id=a6d09064148646ed84aac29788fd79ef HTTP/1.1" status: 200 len: 267 time: 0.0422330 Apr 11 15:27:54.077399 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-a1cf7ab5-13dd-4a1f-bd8d-402635f5d920 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:54.078870 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-a1cf7ab5-13dd-4a1f-bd8d-402635f5d920 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 809 time: 0.1031885 Apr 11 15:27:54.094334 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-9d0b6de7-cc6c-46ba-a359-f75c0df87872 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/quotas/a6d09064148646ed84aac29788fd79ef HTTP/1.1" status: 200 len: 375 time: 0.0098786 Apr 11 15:27:54.154141 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-86e77000-7f53-4b7b-80e9-cfe7c67ad87d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547106 Apr 11 15:27:54.252091 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-51758c8a-7adf-4432-aa71-43cdb71871d0 service neutron] 10.222.0.50 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Apr 11 15:27:54.341233 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-af9ab34e-3218-44c0-b896-ae1e1f7b47af service neutron] 10.222.0.50 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835476 Apr 11 15:27:54.599407 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f40a-b9ce-4319-a952-809a3482f962 req-28057f24-19ed-455c-b5c8-cd3c1ef29721 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:54.601661 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-45f8f40a-b9ce-4319-a952-809a3482f962 req-28057f24-19ed-455c-b5c8-cd3c1ef29721 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0563126 Apr 11 15:27:54.661633 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-45f8f40a-b9ce-4319-a952-809a3482f962 req-60cdc2d9-069d-4ca0-b336-be1c203b7793 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Apr 11 15:27:54.687030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce5cf6-63da-443f-a888-aeee28b57a4b req-b6e62034-939a-4fbe-ae10-28bcd8b4e9a8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:54.688206 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50ce5cf6-63da-443f-a888-aeee28b57a4b req-b6e62034-939a-4fbe-ae10-28bcd8b4e9a8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0669570 Apr 11 15:27:54.749348 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-34da0b6f-1b8f-41d7-889f-81612f20ad37 req-6882347a-e9e3-458e-a985-cfe0cfa8374c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0397682 Apr 11 15:27:54.761126 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50ce5cf6-63da-443f-a888-aeee28b57a4b req-617e011c-2a92-44be-8734-a9061e038492 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646629 Apr 11 15:27:54.762234 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:55.783146 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962ea9-4662-45cc-8bd1-b9c37508def7 req-225c3d44-0c99-4b4e-b194-42d9e13ae79b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:55.784688 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-34962ea9-4662-45cc-8bd1-b9c37508def7 req-225c3d44-0c99-4b4e-b194-42d9e13ae79b tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0530114 Apr 11 15:27:55.832815 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-34962ea9-4662-45cc-8bd1-b9c37508def7 req-ede77dcc-519e-4ab1-b5c4-33e5d46b3270 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Apr 11 15:27:55.849648 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b5df2bb2-b539-4540-99ea-2cc81a3ee056 req-29517077-d5b8-4d32-aa26-6a1aef4dec7e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0297663 Apr 11 15:27:55.948362 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d397-5c09-46dd-b388-386909650957 req-69fac2b5-ed2f-4f08-8606-ec7955dae1bb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:55.949813 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5515d397-5c09-46dd-b388-386909650957 req-69fac2b5-ed2f-4f08-8606-ec7955dae1bb tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0498652 Apr 11 15:27:56.001896 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5515d397-5c09-46dd-b388-386909650957 req-5a70e42d-de76-4ec8-b90b-d34de01f96a8 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461001 Apr 11 15:27:56.944017 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1ab9188-c449-4a06-895b-0db0f4be7587 req-dd75c27c-516a-4b56-a550-b1f59037ffcb tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0282245 Apr 11 15:27:56.947805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635f668-de1d-4f21-b8c9-eae61069a53c req-06110f99-c0bc-4c1e-9abd-c6a8fe649f50 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:56.949309 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7635f668-de1d-4f21-b8c9-eae61069a53c req-06110f99-c0bc-4c1e-9abd-c6a8fe649f50 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0465641 Apr 11 15:27:56.995627 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7635f668-de1d-4f21-b8c9-eae61069a53c req-ad9f6db8-1a50-4d64-9c33-fbad917e6251 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Apr 11 15:27:57.127096 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c89be-1e0e-4aa8-9525-0a17d34f754f req-aa450be1-08df-44e6-b958-daca5028cd68 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:57.128567 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-938c89be-1e0e-4aa8-9525-0a17d34f754f req-aa450be1-08df-44e6-b958-daca5028cd68 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Apr 11 15:27:57.176489 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-938c89be-1e0e-4aa8-9525-0a17d34f754f req-9a37a8ca-5021-4b4a-85bd-eb65be7bae2a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Apr 11 15:27:58.039396 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-78651f5d-a854-47c4-b72b-451482c80a78 req-bcdf5c58-a709-418e-82fc-4f13ec19a13a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0280037 Apr 11 15:27:58.113083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1c5da-e814-4a4e-bb9c-183b936c7f0f req-8c827a8f-0232-4440-b611-8e5102888817 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:58.114475 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0ac1c5da-e814-4a4e-bb9c-183b936c7f0f req-8c827a8f-0232-4440-b611-8e5102888817 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0500743 Apr 11 15:27:58.167856 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0ac1c5da-e814-4a4e-bb9c-183b936c7f0f req-efa91d8c-69d0-4809-8e23-cbac83150a5a tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Apr 11 15:27:58.292183 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b9c0f-df0a-41c1-a98b-300d049a5380 req-a2c9a781-c074-4789-88d0-c447e1a4e452 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:58.293556 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-010b9c0f-df0a-41c1-a98b-300d049a5380 req-a2c9a781-c074-4789-88d0-c447e1a4e452 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Apr 11 15:27:58.340642 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-010b9c0f-df0a-41c1-a98b-300d049a5380 req-a217939c-a4e5-4d44-bd02-167c6ebcd450 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Apr 11 15:27:59.135300 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a59064b5-dd1f-4302-ae55-a9c17cec06aa req-cbd5e195-f423-42e5-854c-51f0a007e311 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0289762 Apr 11 15:27:59.286565 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323c4b2-4471-4a9c-a211-cc546114be80 req-8e959d36-89c8-4c95-872e-9729aeb6fd00 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:59.288042 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3323c4b2-4471-4a9c-a211-cc546114be80 req-8e959d36-89c8-4c95-872e-9729aeb6fd00 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0471385 Apr 11 15:27:59.334808 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3323c4b2-4471-4a9c-a211-cc546114be80 req-538f8be6-5175-4813-89a9-19a97c8262ed tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Apr 11 15:27:59.453399 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d9779-af16-44cd-be40-b0f4fef36e90 req-31d0a77f-8aff-417c-9c8c-b0ec1c25386f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:59.454883 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-083d9779-af16-44cd-be40-b0f4fef36e90 req-31d0a77f-8aff-417c-9c8c-b0ec1c25386f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0497303 Apr 11 15:27:59.500825 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-083d9779-af16-44cd-be40-b0f4fef36e90 req-5b540f3c-e4dc-475f-b24e-f57b54dc121b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Apr 11 15:28:00.257841 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-967e18fd-51b3-4131-9897-de1745111656 req-435fd800-a287-401b-a909-e28aa3539c58 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0439243 Apr 11 15:28:00.479297 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60431-e53e-433d-8fed-8bb87e841ca5 req-3295214a-af2c-4f88-98f0-a8791e3bad0e tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:00.481911 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fa60431-e53e-433d-8fed-8bb87e841ca5 req-3295214a-af2c-4f88-98f0-a8791e3bad0e tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0582805 Apr 11 15:28:00.495357 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 39578) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:00.535914 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fa60431-e53e-433d-8fed-8bb87e841ca5 req-ee11118d-d810-499f-b6c6-65c6bb44416d tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 Apr 11 15:28:00.636218 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.651241 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d9e05-a403-4207-a4f2-5191312bedb1 req-836e4ba1-03a9-44f6-8c8b-66507e69e55c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:00.652733 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-522d9e05-a403-4207-a4f2-5191312bedb1 req-836e4ba1-03a9-44f6-8c8b-66507e69e55c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0724986 Apr 11 15:28:00.732688 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-522d9e05-a403-4207-a4f2-5191312bedb1 req-ca17edfe-65ce-4429-8580-8ba8565011be tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713651 Apr 11 15:28:00.779987 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Publish callbacks [] for security_group (71e046c0-f786-4ded-ac77-0504509b84e5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.784590 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (71e046c0-f786-4ded-ac77-0504509b84e5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.824013 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c4c62d15c184e36bbe96227f5981d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274753 Apr 11 15:28:00.826170 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e046c0-f786-4ded-ac77-0504509b84e5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:00.826665 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39586) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:00.833808 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.834159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.834506 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.834880 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.835222 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.835553 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.835887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.836213 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.836575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.837683 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.838067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.838401 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.838764 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.839146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.839421 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cca9d-b1ce-4099-9721-77edc2e06581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:00.879778 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7918f7f1-cac0-4349-9fb1-a0747778cd69 admin admin] Publish callbacks [] for security_group (71e046c0-f786-4ded-ac77-0504509b84e5), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.909005 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7918f7f1-cac0-4349-9fb1-a0747778cd69 admin admin] Publish callbacks [] for security_group (71e046c0-f786-4ded-ac77-0504509b84e5), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.962670 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7918f7f1-cac0-4349-9fb1-a0747778cd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (71e046c0-f786-4ded-ac77-0504509b84e5), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.965386 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7918f7f1-cac0-4349-9fb1-a0747778cd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.967649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7918f7f1-cac0-4349-9fb1-a0747778cd69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71e046c0-f786-4ded-ac77-0504509b84e5 HTTP/1.1" status: 204 len: 168 time: 0.1397011 Apr 11 15:28:00.977154 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918f7f1-cac0-4349-9fb1-a0747778cd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e046c0-f786-4ded-ac77-0504509b84e5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:01.233773 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39592) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:01.248546 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04a9cd12-b095-402a-a0a9-dce13cd5f54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.351258 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-29f7d015-edd9-441a-aa89-c35db5608569 req-645b8b15-5ecb-42e2-9fc7-907a7b6007c6 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0354006 Apr 11 15:28:01.353185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04a9cd12-b095-402a-a0a9-dce13cd5f54f admin admin] Publish callbacks [] for security_group (9f6ac5b2-e898-46c3-a11c-f910c6e431a8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.358674 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04a9cd12-b095-402a-a0a9-dce13cd5f54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (9f6ac5b2-e898-46c3-a11c-f910c6e431a8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.399939 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-04a9cd12-b095-402a-a0a9-dce13cd5f54f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26e20132345d4db1923d9618bca18c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651194 Apr 11 15:28:01.401924 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9cd12-b095-402a-a0a9-dce13cd5f54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6ac5b2-e898-46c3-a11c-f910c6e431a8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:01.402546 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 39600) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:01.473157 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b715feac-2019-4187-abe1-de4a5f7f4bce admin admin] Publish callbacks [] for security_group (9f6ac5b2-e898-46c3-a11c-f910c6e431a8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.502576 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b715feac-2019-4187-abe1-de4a5f7f4bce admin admin] Publish callbacks [] for security_group (9f6ac5b2-e898-46c3-a11c-f910c6e431a8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.551672 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b715feac-2019-4187-abe1-de4a5f7f4bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (9f6ac5b2-e898-46c3-a11c-f910c6e431a8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.554367 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b715feac-2019-4187-abe1-de4a5f7f4bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.556247 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b715feac-2019-4187-abe1-de4a5f7f4bce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f6ac5b2-e898-46c3-a11c-f910c6e431a8 HTTP/1.1" status: 204 len: 168 time: 0.1520417 Apr 11 15:28:01.565983 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715feac-2019-4187-abe1-de4a5f7f4bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6ac5b2-e898-46c3-a11c-f910c6e431a8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:01.690214 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e39d3-8e1c-432b-b5be-751838b9c3a5 req-dd2fa39d-cd0b-4891-8d44-cb7534ee1156 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:01.699213 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bf8e39d3-8e1c-432b-b5be-751838b9c3a5 req-dd2fa39d-cd0b-4891-8d44-cb7534ee1156 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0657568 Apr 11 15:28:01.752008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bf8e39d3-8e1c-432b-b5be-751838b9c3a5 req-3e9afae4-79ff-4bc0-b639-29a61d9600fd tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518196 Apr 11 15:28:01.871065 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d2f9-6c3e-4003-a2c6-d8dce15e2773 req-d14f22b4-cb6a-4ea1-8202-cfc610595a7e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:01.872622 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6775d2f9-6c3e-4003-a2c6-d8dce15e2773 req-d14f22b4-cb6a-4ea1-8202-cfc610595a7e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0549026 Apr 11 15:28:01.928571 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6775d2f9-6c3e-4003-a2c6-d8dce15e2773 req-1936313b-b140-4105-add7-43bc9cdeca31 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Apr 11 15:28:02.210231 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bfdd3-b234-4d2b-9a1d-f7c09c54e007 req-68216b59-9726-4e49-81b2-200fa62a2a7b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:02.218059 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-172bfdd3-b234-4d2b-9a1d-f7c09c54e007 req-68216b59-9726-4e49-81b2-200fa62a2a7b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0670297 Apr 11 15:28:02.284127 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-172bfdd3-b234-4d2b-9a1d-f7c09c54e007 req-386d800d-3e47-4543-a0f0-37feead0d6d2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648589 Apr 11 15:28:02.453689 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-13f1913a-4411-431a-acdd-486263c4b881 req-4ce1e5f0-a6db-41f0-9830-d9820ac96f15 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0281019 Apr 11 15:28:02.844028 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 39680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:02.908867 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1556df6-fecd-4cce-b785-2bb276e28a52 req-15ed6e8c-bded-4329-a6a3-47a6992af440 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:02.910563 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1556df6-fecd-4cce-b785-2bb276e28a52 req-15ed6e8c-bded-4329-a6a3-47a6992af440 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0526786 Apr 11 15:28:02.994429 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1556df6-fecd-4cce-b785-2bb276e28a52 req-ffed5ace-0b82-4e5f-a40c-3bba9d01d0e4 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 Apr 11 15:28:03.021411 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83897b0c-f149-4ae2-aca2-f13a0c3b1564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.105203 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83897b0c-f149-4ae2-aca2-f13a0c3b1564 admin admin] Publish callbacks [] for security_group (df12a2ce-8b95-444c-be83-36b88eb0d41b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.111120 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83897b0c-f149-4ae2-aca2-f13a0c3b1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (df12a2ce-8b95-444c-be83-36b88eb0d41b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.149481 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-83897b0c-f149-4ae2-aca2-f13a0c3b1564 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ff50c2b911347339c81b1eebd60b0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031747 Apr 11 15:28:03.150359 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83897b0c-f149-4ae2-aca2-f13a0c3b1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df12a2ce-8b95-444c-be83-36b88eb0d41b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:03.152461 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39692) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:03.217932 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a39c59a-a180-4456-a838-87177af50d13 admin admin] Publish callbacks [] for security_group (df12a2ce-8b95-444c-be83-36b88eb0d41b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.240738 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a39c59a-a180-4456-a838-87177af50d13 admin admin] Publish callbacks [] for security_group (df12a2ce-8b95-444c-be83-36b88eb0d41b), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.291600 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a39c59a-a180-4456-a838-87177af50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (df12a2ce-8b95-444c-be83-36b88eb0d41b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.294483 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a39c59a-a180-4456-a838-87177af50d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:03.295599 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3a39c59a-a180-4456-a838-87177af50d13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df12a2ce-8b95-444c-be83-36b88eb0d41b HTTP/1.1" status: 204 len: 168 time: 0.1328881 Apr 11 15:28:03.304411 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39c59a-a180-4456-a838-87177af50d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12a2ce-8b95-444c-be83-36b88eb0d41b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:03.426162 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463d8e-3ee3-409f-bac6-44cdbd1afa64 req-b122a599-465c-4aa9-8ced-5117b8b50839 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:03.427991 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c7463d8e-3ee3-409f-bac6-44cdbd1afa64 req-b122a599-465c-4aa9-8ced-5117b8b50839 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0498352 Apr 11 15:28:03.502574 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c7463d8e-3ee3-409f-bac6-44cdbd1afa64 req-12e30471-2467-4b7a-bebe-4abbb6130993 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531273 Apr 11 15:28:03.569494 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-67de28d0-da2b-4ed9-aebd-cd13bf1a5212 req-10e44174-a8aa-4cd6-85cb-aaf2c4219b8e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0299797 Apr 11 15:28:04.118803 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b214-e104-4175-8a5e-78fbe0c29bf3 req-0797e300-7aeb-4fcc-b589-579cbd2b6572 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:04.120339 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b6a0b214-e104-4175-8a5e-78fbe0c29bf3 req-0797e300-7aeb-4fcc-b589-579cbd2b6572 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0515027 Apr 11 15:28:04.167591 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b6a0b214-e104-4175-8a5e-78fbe0c29bf3 req-58afca0e-561e-43ec-8d3c-f4cb1d4443ec tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Apr 11 15:28:04.604493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f107998-9d58-4d3c-a36a-8801ee6b902f req-cf2dc825-60cf-4860-9022-2d854c0315c0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:04.614078 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9f107998-9d58-4d3c-a36a-8801ee6b902f req-cf2dc825-60cf-4860-9022-2d854c0315c0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0587797 Apr 11 15:28:04.694408 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9f107998-9d58-4d3c-a36a-8801ee6b902f req-d27e0850-08ae-475b-98a5-a40479cd18cd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Apr 11 15:28:04.720696 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-89e801ba-9ea8-4fbd-9dee-dea9070f4139 req-f82f1c24-76af-44dc-850e-e540b2389a6e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0764918 Apr 11 15:28:04.722044 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-941c6c5b-c10a-455b-bd04-429f107b9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:04.723613 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-941c6c5b-c10a-455b-bd04-429f107b9580 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1129 time: 0.1058760 Apr 11 15:28:04.879291 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-36e240e3-4cb8-4ed6-b8aa-e31a06bf0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:04.880882 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-36e240e3-4cb8-4ed6-b8aa-e31a06bf0eb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1103930 Apr 11 15:28:05.322390 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 39770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:05.354612 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fe6c4-e973-4aa1-8e77-2d010df8d1c5 req-a0cfb278-a128-49f0-b760-dda5a9d76cdb tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.359218 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-049fe6c4-e973-4aa1-8e77-2d010df8d1c5 req-a0cfb278-a128-49f0-b760-dda5a9d76cdb tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0988193 Apr 11 15:28:05.437319 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-049fe6c4-e973-4aa1-8e77-2d010df8d1c5 req-a52703c8-7447-4442-986d-373f619c18e3 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/security-groups?id=9458f892-e650-4e6d-820c-26efe6c29e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747087 Apr 11 15:28:05.499497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c60-3830-4f99-aafa-eb098e9a41c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:05.555157 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-3c57095c-54e3-4308-9f0b-bbdb48d399c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 200 len: 217 time: 0.0514927 Apr 11 15:28:05.657095 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-54fd590e-e082-4828-b785-5e576b2a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.658643 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-54fd590e-e082-4828-b785-5e576b2a8a19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0691657 Apr 11 15:28:05.666932 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b940-59ed-416b-914d-9501f363d036 req-46bad120-e50e-45a9-af01-d58bab972661 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.668566 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7e50b940-59ed-416b-914d-9501f363d036 req-46bad120-e50e-45a9-af01-d58bab972661 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 945 time: 0.0809968 Apr 11 15:28:05.731396 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c60-3830-4f99-aafa-eb098e9a41c3 admin admin] Publish callbacks [] for security_group (897472e6-12a4-4c98-86ca-042a4a86ce9d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:05.809631 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Deleting port e3f81672-ca3f-49d2-8f83-3de6122b82c6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:05.809976 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:05.852956 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-329863e3-ade1-40b3-b7cd-4eddf0564fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.854818 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-329863e3-ade1-40b3-b7cd-4eddf0564fc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1832020 Apr 11 15:28:05.861093 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-c6ea1202-a47a-4ea2-ad27-cb26f4035a16 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.868694 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-c6ea1202-a47a-4ea2-ad27-cb26f4035a16 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.59 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 809 time: 0.1412065 Apr 11 15:28:05.880521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc36c60-3830-4f99-aafa-eb098e9a41c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (897472e6-12a4-4c98-86ca-042a4a86ce9d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:05.889356 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-3d8edc7f-811d-49b8-b620-3a745c54b572 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754952 Apr 11 15:28:05.938270 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-127f14a3-b140-47a2-bd7b-ef21296a9d10 req-abbaadbc-9c6f-4d90-85f7-a1d543630c41 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0668261 Apr 11 15:28:06.052915 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-ee290dad-5f51-48f9-b655-b106d6764104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:06.055052 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-ee290dad-5f51-48f9-b655-b106d6764104 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1129 time: 0.1018682 Apr 11 15:28:06.065327 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] For port e3f81672-ca3f-49d2-8f83-3de6122b82c6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e3f81672-ca3f-49d2-8f83-3de6122b82c6,segment=NetworkSegment(69c28ea8-7484-4a3e-99d9-6895557c11a2),segment_id=69c28ea8-7484-4a3e-99d9-6895557c11a2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:06.065845 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.083842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Calling delete_port for e3f81672-ca3f-49d2-8f83-3de6122b82c6 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:06.253754 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-c47797aa-a34c-4fd5-8105-70658cf65e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:06.255196 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-c47797aa-a34c-4fd5-8105-70658cf65e7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1198435 Apr 11 15:28:06.311774 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3873a-600c-4999-8224-28d738a10174 req-da48291a-fa16-4a7d-9af4-ba8d3a30f3cd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:06.313309 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-48d3873a-600c-4999-8224-28d738a10174 req-da48291a-fa16-4a7d-9af4-ba8d3a30f3cd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.4353106 Apr 11 15:28:06.323760 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-b69543dd-4173-4570-8ae5-be212d8d89b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a HTTP/1.1" status: 200 len: 217 time: 0.0450385 Apr 11 15:28:06.328855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc36c60-3830-4f99-aafa-eb098e9a41c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897472e6-12a4-4c98-86ca-042a4a86ce9d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:06.333675 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-dfc36c60-3830-4f99-aafa-eb098e9a41c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67735599a40e4d3381fea243e8ecbc67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0088422 Apr 11 15:28:06.346271 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39792) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:06.373533 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-c5d5ca1a-75df-496d-b3a7-c75d5196fd89 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d09064148646ed84aac29788fd79ef HTTP/1.1" status: 200 len: 378 time: 0.4298675 Apr 11 15:28:06.381598 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (e3f81672-ca3f-49d2-8f83-3de6122b82c6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.389791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'port': {'device_id': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'admin_state_up': True, 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'security_groups': ['62912a54-6f5a-49fd-b0ce-ef7e1802f181']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:06.411310 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-840d36ba-1640-45a8-bb71-6669ba67f9f1 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413904 Apr 11 15:28:06.434426 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Pushing event deleted for resources: {'Port': ['ID=e3f81672-ca3f-49d2-8f83-3de6122b82c6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:06.438641 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['e3f81672-ca3f-49d2-8f83-3de6122b82c6'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:28:06.488145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-dc6f80e8-0e01-4a6f-919e-2c2f4ec3d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:06.489604 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-dc6f80e8-0e01-4a6f-919e-2c2f4ec3d72c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.1560934 Apr 11 15:28:06.504950 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-48d3873a-600c-4999-8224-28d738a10174 req-0ac345c5-2b78-4458-a3f0-4d8ba412e91a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673539 Apr 11 15:28:06.551645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] No DVR routers for this DVR port e3f81672-ca3f-49d2-8f83-3de6122b82c6 on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:28:06.554894 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.559260 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.59 "DELETE /v2.0/ports/e3f81672-ca3f-49d2-8f83-3de6122b82c6 HTTP/1.1" status: 204 len: 173 time: 0.8796043 Apr 11 15:28:06.572169 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'name': 'network-vif-deleted', 'tag': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:06.576453 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db38a4d-d4eb-4e8f-b03a-8dedb41cfcd5" -d '{"events": [{"server_uuid": "3c276c19-bdf6-4196-af8e-ec279c8b4b4d", "name": "network-vif-deleted", "tag": "e3f81672-ca3f-49d2-8f83-3de6122b82c6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:06.599679 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e53295ad-cd49-4cc2-abc4-da85f069b68b req-53fcbe9e-4e87-4e0c-b913-16dfd83cf649 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722021 Apr 11 15:28:06.605920 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb8af181-b007-4309-8c4a-302564fb0ecb admin admin] Publish callbacks [] for security_group (897472e6-12a4-4c98-86ca-042a4a86ce9d), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.615255 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-a76b07d7-6146-42b8-ad34-ab829b178e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:06.617324 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Made reservation on behalf of a6d09064148646ed84aac29788fd79ef for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:06.621054 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-a76b07d7-6146-42b8-ad34-ab829b178e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160843 Apr 11 15:28:06.622928 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.668507 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc0813c-5315-4c4b-a68d-f8a1b41f2e16 x-openstack-request-id: req-fcc0813c-5315-4c4b-a68d-f8a1b41f2e16 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:06.669110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c276c19-bdf6-4196-af8e-ec279c8b4b4d", "name": "network-vif-deleted", "tag": "e3f81672-ca3f-49d2-8f83-3de6122b82c6", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:06.669110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcc0813c-5315-4c4b-a68d-f8a1b41f2e16 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:06.669452 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc0813c-5315-4c4b-a68d-f8a1b41f2e16'] response: {'server_uuid': '3c276c19-bdf6-4196-af8e-ec279c8b4b4d', 'name': 'network-vif-deleted', 'tag': 'e3f81672-ca3f-49d2-8f83-3de6122b82c6', 'status': 'completed', 'code': 200} Apr 11 15:28:06.682224 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bd71122b-91a1-4b12-a3ff-f4648764c799 req-dc9905f9-75f2-4cb4-93aa-7f756ecb02ca tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.1319275 Apr 11 15:28:06.712925 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb8af181-b007-4309-8c4a-302564fb0ecb admin admin] Publish callbacks [] for security_group (897472e6-12a4-4c98-86ca-042a4a86ce9d), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.796037 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Allocated IP 172.20.0.10 (d48c0d64-03ac-498a-81d9-40f420df7c14/5f3242ed-cc80-4437-82a3-96fa25794167/325162b6-9946-4622-91aa-0d3e56188379) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:06.807016 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:28:06.987070 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for port (325162b6-9946-4622-91aa-0d3e56188379), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.031477 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-0eb6db5d-6b5a-4583-aaf8-9b9680e14aec service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757737 Apr 11 15:28:07.042341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb8af181-b007-4309-8c4a-302564fb0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (897472e6-12a4-4c98-86ca-042a4a86ce9d), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.046760 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb8af181-b007-4309-8c4a-302564fb0ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.046760 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-cb8af181-b007-4309-8c4a-302564fb0ecb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/897472e6-12a4-4c98-86ca-042a4a86ce9d HTTP/1.1" status: 204 len: 168 time: 0.6989872 Apr 11 15:28:07.058529 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8af181-b007-4309-8c4a-302564fb0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897472e6-12a4-4c98-86ca-042a4a86ce9d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:07.083428 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.120880 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f87e-4116-4c38-8fa0-7a27265ee0ee req-94f1d08f-7635-4108-b120-43ab319b491f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:07.122749 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-20f5f87e-4116-4c38-8fa0-7a27265ee0ee req-94f1d08f-7635-4108-b120-43ab319b491f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 932 time: 0.0803366 Apr 11 15:28:07.136193 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Network d48c0d64-03ac-498a-81d9-40f420df7c14 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:07.140859 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:07.145432 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:07.227161 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:07.263208 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:07.263872 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.270938 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-20f5f87e-4116-4c38-8fa0-7a27265ee0ee req-15269fd0-93a0-487d-ba1e-07dccbc4f3a8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331441 Apr 11 15:28:07.289344 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-e28536b9-414f-4e61-87c8-3fb5fd3da260 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9057622 Apr 11 15:28:07.426287 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-614d0cf8-d4b2-4710-b1c0-0be7b5bae09b None None] Provisioning complete for port 325162b6-9946-4622-91aa-0d3e56188379 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:07.426967 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-614d0cf8-d4b2-4710-b1c0-0be7b5bae09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (325162b6-9946-4622-91aa-0d3e56188379), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.483290 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-614d0cf8-d4b2-4710-b1c0-0be7b5bae09b None None] Port 325162b6-9946-4622-91aa-0d3e56188379 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:07.622413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4ae22-9e62-41c2-b230-640a6d2ef3fc req-d7bb5bee-36d5-4578-af1e-044d020e0693 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:07.624026 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-daa4ae22-9e62-41c2-b230-640a6d2ef3fc req-d7bb5bee-36d5-4578-af1e-044d020e0693 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0672159 Apr 11 15:28:07.686564 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-daa4ae22-9e62-41c2-b230-640a6d2ef3fc req-04b61450-1db6-482b-8a9d-0bc8287a607d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Apr 11 15:28:07.827739 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-22c66e0b-758b-42ad-b3f7-93d5d4fe7c21 req-0a7094f7-3e25-4d27-b3be-3dbe1027c723 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0335391 Apr 11 15:28:07.939012 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39864) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:08.047154 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50403755-a3d4-41bb-b835-dbbbc74948de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.133213 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50403755-a3d4-41bb-b835-dbbbc74948de admin admin] Publish callbacks [] for security_group (35df6851-b6b2-4957-933f-469025a92b47), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.137825 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50403755-a3d4-41bb-b835-dbbbc74948de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (35df6851-b6b2-4957-933f-469025a92b47), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.178143 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-50403755-a3d4-41bb-b835-dbbbc74948de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9eb793b45bef4e319f92cb4bd408696f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380390 Apr 11 15:28:08.179183 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50403755-a3d4-41bb-b835-dbbbc74948de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35df6851-b6b2-4957-933f-469025a92b47,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:08.182458 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 39878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:08.236894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc183531-f730-48ee-b0e8-f55dc9481cf1 admin admin] Publish callbacks [] for security_group (35df6851-b6b2-4957-933f-469025a92b47), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.261383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc183531-f730-48ee-b0e8-f55dc9481cf1 admin admin] Publish callbacks [] for security_group (35df6851-b6b2-4957-933f-469025a92b47), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.313805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc183531-f730-48ee-b0e8-f55dc9481cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (35df6851-b6b2-4957-933f-469025a92b47), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.319290 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc183531-f730-48ee-b0e8-f55dc9481cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.324117 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bc183531-f730-48ee-b0e8-f55dc9481cf1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35df6851-b6b2-4957-933f-469025a92b47 HTTP/1.1" status: 204 len: 168 time: 0.1383328 Apr 11 15:28:08.337271 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183531-f730-48ee-b0e8-f55dc9481cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df6851-b6b2-4957-933f-469025a92b47,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:08.449947 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ecef3-fd6f-4298-a7d3-fc42fef353e7 req-5f3eae9a-8ea4-4b4e-8d5d-789c731ae52e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:08.451862 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ba5ecef3-fd6f-4298-a7d3-fc42fef353e7 req-5f3eae9a-8ea4-4b4e-8d5d-789c731ae52e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 932 time: 0.0540931 Apr 11 15:28:08.517916 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ba5ecef3-fd6f-4298-a7d3-fc42fef353e7 req-a334a326-655c-486d-a345-d4c8c88c0aeb tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592494 Apr 11 15:28:08.670229 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39894) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:08.684840 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cd688aa-be52-40d1-9126-ef34442cf06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.764333 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cd688aa-be52-40d1-9126-ef34442cf06c admin admin] Publish callbacks [] for security_group (985f5890-63a2-489b-a37b-850ac047a8d4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.769024 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cd688aa-be52-40d1-9126-ef34442cf06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (985f5890-63a2-489b-a37b-850ac047a8d4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.814897 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd688aa-be52-40d1-9126-ef34442cf06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985f5890-63a2-489b-a37b-850ac047a8d4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:08.819538 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9cd688aa-be52-40d1-9126-ef34442cf06c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efefc0000f7a41c8a644876e1aadca79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478009 Apr 11 15:28:08.822181 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 39902) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:08.854383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2856e3f-4250-4854-9ca9-d024f9237ee1 req-f4913400-6dfd-46fd-a032-f407c9f11832 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:08.856642 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2856e3f-4250-4854-9ca9-d024f9237ee1 req-f4913400-6dfd-46fd-a032-f407c9f11832 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0658274 Apr 11 15:28:08.891802 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d89368ef-dd2a-4d12-b5e4-68c6ca598a97 admin admin] Publish callbacks [] for security_group (985f5890-63a2-489b-a37b-850ac047a8d4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.920155 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e2856e3f-4250-4854-9ca9-d024f9237ee1 req-f8f6d476-23ee-4385-a928-eb2aba852069 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571077 Apr 11 15:28:08.922650 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d89368ef-dd2a-4d12-b5e4-68c6ca598a97 admin admin] Publish callbacks [] for security_group (985f5890-63a2-489b-a37b-850ac047a8d4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.969038 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-239e1d9b-a190-4d35-890e-5886876b4ba0 req-e6c254cb-1764-4618-a8b2-0a664c038e0f tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c276c19-bdf6-4196-af8e-ec279c8b4b4d HTTP/1.1" status: 200 len: 210 time: 0.0374196 Apr 11 15:28:09.009219 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d89368ef-dd2a-4d12-b5e4-68c6ca598a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (985f5890-63a2-489b-a37b-850ac047a8d4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.012888 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d89368ef-dd2a-4d12-b5e4-68c6ca598a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.016800 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d89368ef-dd2a-4d12-b5e4-68c6ca598a97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/985f5890-63a2-489b-a37b-850ac047a8d4 HTTP/1.1" status: 204 len: 168 time: 0.1912534 Apr 11 15:28:09.024873 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89368ef-dd2a-4d12-b5e4-68c6ca598a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f5890-63a2-489b-a37b-850ac047a8d4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:09.328626 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Request body: {'port': {'device_id': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:09.422128 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.438948 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6392a7b8-efa5-44db-89b2-faf51e023128 req-dbad986e-6e02-4912-84fa-1d872530eccd service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360629 Apr 11 15:28:09.714872 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb62e8-df24-4c70-b7ba-abf6acd42a70 req-764ad8a4-cce0-4bf6-93d3-c4f76c3f976a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:09.716666 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-eecb62e8-df24-4c70-b7ba-abf6acd42a70 req-764ad8a4-cce0-4bf6-93d3-c4f76c3f976a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 932 time: 0.0651710 Apr 11 15:28:09.805130 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-eecb62e8-df24-4c70-b7ba-abf6acd42a70 req-b8efa6a5-dabd-4608-bb35-cdd1b2abf498 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789905 Apr 11 15:28:09.880053 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325162b6-9946-4622-91aa-0d3e56188379 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:28:09.890041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Publish callbacks [] for port (325162b6-9946-4622-91aa-0d3e56188379), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.917040 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Transition to ACTIVE for port object 325162b6-9946-4622-91aa-0d3e56188379 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:28:09.921630 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.998200 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:10.122275 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Attempting to bind port 325162b6-9946-4622-91aa-0d3e56188379 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:10.122637 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Attempting to bind port 325162b6-9946-4622-91aa-0d3e56188379 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:10.122971 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Attempting to bind port 325162b6-9946-4622-91aa-0d3e56188379 on network d48c0d64-03ac-498a-81d9-40f420df7c14 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:10.139370 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Port 325162b6-9946-4622-91aa-0d3e56188379 on network d48c0d64-03ac-498a-81d9-40f420df7c14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:28:10.139733 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Attempting to bind port 325162b6-9946-4622-91aa-0d3e56188379 on network d48c0d64-03ac-498a-81d9-40f420df7c14 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:10.145443 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3e52e-efb3-4899-8d5e-fecd49f5a2e6 req-77c7a30f-ac80-4b3a-aa85-c3c731f5652c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:10.148841 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-73f3e52e-efb3-4899-8d5e-fecd49f5a2e6 req-77c7a30f-ac80-4b3a-aa85-c3c731f5652c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0773525 Apr 11 15:28:10.153555 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:10.154097 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Checking segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:10.162536 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Bound using segment: {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:10.163046 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Bound port: 325162b6-9946-4622-91aa-0d3e56188379, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384be8f-5530-4440-a824-d9093b5e4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:10.163423 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.224849 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-73f3e52e-efb3-4899-8d5e-fecd49f5a2e6 req-331a83db-56f7-4aeb-b555-824a25c8d542 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695071 Apr 11 15:28:10.281786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:10.298957 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:10.309916 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.357270 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:10.358129 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.359811 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] 10.222.0.59 "PUT /v2.0/ports/325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 1094 time: 1.0355678 Apr 11 15:28:10.360272 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:10.362636 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8d0c30-58f5-4911-835b-9568e55a1963" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:10.397784 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26180dba-b86e-4336-8ce8-e3adf6946b60 service neutron] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:10.420245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d86c90-42e7-47dd-b233-3f89eb043896 x-openstack-request-id: req-51d86c90-42e7-47dd-b233-3f89eb043896 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:10.420659 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:10.420898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51d86c90-42e7-47dd-b233-3f89eb043896 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:10.421830 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d86c90-42e7-47dd-b233-3f89eb043896'] response: {'name': 'network-changed', 'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'status': 'completed', 'code': 200} Apr 11 15:28:10.627007 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e3f81672-ca3f-49d2-8f83-3de6122b82c6 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:10.688243 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: e3f81672-ca3f-49d2-8f83-3de6122b82c6 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:10.689999 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e3f81672-ca3f-49d2-8f83-3de6122b82c6 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:10.733098 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d0c30-58f5-4911-835b-9568e55a1963 req-f266cd5d-a42c-4968-b5d0-62241bc2739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:10.736203 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac8d0c30-58f5-4911-835b-9568e55a1963 req-f266cd5d-a42c-4968-b5d0-62241bc2739d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1128 time: 0.0570624 Apr 11 15:28:10.887099 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d0c30-58f5-4911-835b-9568e55a1963 req-b80492f3-30a7-415a-9a82-6a62d6e044fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:10.888602 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac8d0c30-58f5-4911-835b-9568e55a1963 req-b80492f3-30a7-415a-9a82-6a62d6e044fa service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a6d09064148646ed84aac29788fd79ef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1387932 Apr 11 15:28:11.028254 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d4ae-45d9-4b75-bc6c-fb6ad3a34d74 req-7fa7e42c-cd6b-42b1-97a6-c256d245171b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:11.035994 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8ad4d4ae-45d9-4b75-bc6c-fb6ad3a34d74 req-7fa7e42c-cd6b-42b1-97a6-c256d245171b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0766871 Apr 11 15:28:11.070636 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d0c30-58f5-4911-835b-9568e55a1963 req-8e2b58b1-5e88-4736-bc77-994d047caa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:11.070636 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac8d0c30-58f5-4911-835b-9568e55a1963 req-8e2b58b1-5e88-4736-bc77-994d047caa4f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615276 Apr 11 15:28:11.105502 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8ad4d4ae-45d9-4b75-bc6c-fb6ad3a34d74 req-8549e61a-eb97-438d-b8a9-049d83b3ca8c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681050 Apr 11 15:28:11.201994 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-010c594b-6fad-4dc6-936d-9d5b6e4d86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:11.204167 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-010c594b-6fad-4dc6-936d-9d5b6e4d86fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1128 time: 0.0517700 Apr 11 15:28:11.268941 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-fb9a8eeb-4902-4b79-b075-2de6150483cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 217 time: 0.0443010 Apr 11 15:28:11.325833 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-2b15a826-b2a0-4d59-ae24-b2ecbd9c39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:11.327345 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-2b15a826-b2a0-4d59-ae24-b2ecbd9c39dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 200 len: 848 time: 0.0514839 Apr 11 15:28:11.383324 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-bc45e8fb-e1b3-4cc9-849c-48c7deb0b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:11.384827 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-bc45e8fb-e1b3-4cc9-849c-48c7deb0b681 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48c0d64-03ac-498a-81d9-40f420df7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510705 Apr 11 15:28:11.502793 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-05df4c24-fa3d-4d79-a721-ebd37b06b1fa service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107850 Apr 11 15:28:11.627361 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0acdcea2-3cb7-41c9-92f2-f65bc4d49707 req-3d30e045-2dba-45cf-b635-89425bb7d687 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171527 Apr 11 15:28:11.653824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:11.798091 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.887145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Publish callbacks [] for security_group (59ae9524-b4a3-4b49-b249-80d9ab8d0c51), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.892322 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (59ae9524-b4a3-4b49-b249-80d9ab8d0c51), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.936640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:11.937190 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=169e030ce4b54d28ac4d38be8796b48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811022 Apr 11 15:28:11.937643 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae9524-b4a3-4b49-b249-80d9ab8d0c51,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:11.945476 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.946061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.946824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.947359 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.947888 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.948408 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.948944 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.949474 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.949993 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.950684 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.951219 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.951754 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.952268 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.952781 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:11.953291 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7722cb-67ab-4931-9363-d885aa354871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:12.011089 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05fedb0b-f1ab-49ec-b2a3-77aaea55ae46 admin admin] Publish callbacks [] for security_group (59ae9524-b4a3-4b49-b249-80d9ab8d0c51), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.045149 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05fedb0b-f1ab-49ec-b2a3-77aaea55ae46 admin admin] Publish callbacks [] for security_group (59ae9524-b4a3-4b49-b249-80d9ab8d0c51), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.100022 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05fedb0b-f1ab-49ec-b2a3-77aaea55ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (59ae9524-b4a3-4b49-b249-80d9ab8d0c51), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.103464 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05fedb0b-f1ab-49ec-b2a3-77aaea55ae46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.107174 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-05fedb0b-f1ab-49ec-b2a3-77aaea55ae46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59ae9524-b4a3-4b49-b249-80d9ab8d0c51 HTTP/1.1" status: 204 len: 168 time: 0.1670020 Apr 11 15:28:12.113307 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fedb0b-f1ab-49ec-b2a3-77aaea55ae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae9524-b4a3-4b49-b249-80d9ab8d0c51,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.180946 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.186251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544734296', 'description': 'tempest-description--745847832'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:12.242772 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.273139 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00f8e7-0409-428f-b4f0-53ae764add4a req-5f9df92c-a286-4d36-a278-b81bd1fc2acf tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:12.279131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ad00f8e7-0409-428f-b4f0-53ae764add4a req-5f9df92c-a286-4d36-a278-b81bd1fc2acf tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0782578 Apr 11 15:28:12.388505 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ad00f8e7-0409-428f-b4f0-53ae764add4a req-625339d8-62bf-4f86-bb6f-197a48218549 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057632 Apr 11 15:28:12.411258 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group (7fe6af4c-b495-455a-8fd2-d4be9efc15ce), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.415721 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7fe6af4c-b495-455a-8fd2-d4be9efc15ce), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.445049 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.447156 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2647839 Apr 11 15:28:12.450032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40096) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.454574 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'security_group_rule': {'security_group_id': '7fe6af4c-b495-455a-8fd2-d4be9efc15ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:12.455004 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b51f2-a738-48a6-896b-1f75e756b823 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe6af4c-b495-455a-8fd2-d4be9efc15ce,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.471804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40098) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.487395 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5654dccd-e99d-4c2c-a77a-a68898691734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.502143 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group_rule (8ecb7a4a-143c-4b3a-8060-3959de380615), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.589551 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group_rule (8ecb7a4a-143c-4b3a-8060-3959de380615), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.596749 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (8ecb7a4a-143c-4b3a-8060-3959de380615), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.639817 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5654dccd-e99d-4c2c-a77a-a68898691734 admin admin] Publish callbacks [] for security_group (fefc172e-311d-4f65-8cf6-2f10df7c2e01), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.641073 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecb7a4a-143c-4b3a-8060-3959de380615,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.645098 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5654dccd-e99d-4c2c-a77a-a68898691734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (fefc172e-311d-4f65-8cf6-2f10df7c2e01), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.653067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.654274 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f381f546-d343-4bd9-b2a1-fae9f7af6a71 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032197 Apr 11 15:28:12.657028 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40100) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.661665 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'security_group_rule': {'security_group_id': '7fe6af4c-b495-455a-8fd2-d4be9efc15ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:12.691205 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5654dccd-e99d-4c2c-a77a-a68898691734 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da039a969f334130bf5e191e425262cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182770 Apr 11 15:28:12.692070 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654dccd-e99d-4c2c-a77a-a68898691734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefc172e-311d-4f65-8cf6-2f10df7c2e01,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.695083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.702882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group_rule (397bd8e7-6853-48bc-9a7d-7a3de2f58fc2), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.782090 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b96e6c4-d1c2-470d-b518-03d8d6c93d64 admin admin] Publish callbacks [] for security_group (fefc172e-311d-4f65-8cf6-2f10df7c2e01), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.789307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group_rule (397bd8e7-6853-48bc-9a7d-7a3de2f58fc2), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.799337 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (397bd8e7-6853-48bc-9a7d-7a3de2f58fc2), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.829844 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b96e6c4-d1c2-470d-b518-03d8d6c93d64 admin admin] Publish callbacks [] for security_group (fefc172e-311d-4f65-8cf6-2f10df7c2e01), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.841267 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397bd8e7-6853-48bc-9a7d-7a3de2f58fc2,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.847974 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.849178 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e5ca03c6-959c-42c3-9616-772e937798f9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911137 Apr 11 15:28:12.853491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40108) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.858497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:12.879394 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.894728 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b96e6c4-d1c2-470d-b518-03d8d6c93d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (fefc172e-311d-4f65-8cf6-2f10df7c2e01), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.897417 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b96e6c4-d1c2-470d-b518-03d8d6c93d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.901980 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7b96e6c4-d1c2-470d-b518-03d8d6c93d64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fefc172e-311d-4f65-8cf6-2f10df7c2e01 HTTP/1.1" status: 204 len: 168 time: 0.2019370 Apr 11 15:28:12.908684 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96e6c4-d1c2-470d-b518-03d8d6c93d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefc172e-311d-4f65-8cf6-2f10df7c2e01,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.982317 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.109729 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Allocated IP 172.27.1.164 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/f8be73e1-6541-4f0a-b5e3-090a6393fb96) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:13.222778 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.257635 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.298253 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:13.302845 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:13.310865 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:13.314035 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'Port': ['ID=f8be73e1-6541-4f0a-b5e3-090a6393fb96,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:13.410355 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.453521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.536138 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a0ce-f2ca-4877-9d1e-fcea98df1f0b req-2625344e-b455-4d83-b8b4-ef06d91fb510 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:13.537627 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d51a0ce-f2ca-4877-9d1e-fcea98df1f0b req-2625344e-b455-4d83-b8b4-ef06d91fb510 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0637953 Apr 11 15:28:13.640295 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d51a0ce-f2ca-4877-9d1e-fcea98df1f0b req-12638721-06f4-4567-b26c-2f9197a37bd8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955493 Apr 11 15:28:13.693431 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.700892 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.773409 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'Port': ['ID=f8be73e1-6541-4f0a-b5e3-090a6393fb96,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:13.787731 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.803770 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.805082 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-2fe0658d-588f-4faa-ad33-141350e07e49 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9503329 Apr 11 15:28:14.028819 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-84efa992-4519-4e01-813d-9cc79009b488 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1544734296&fields=id&tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea HTTP/1.1" status: 200 len: 267 time: 0.0563571 Apr 11 15:28:14.139142 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-1b1e8943-f0eb-4b44-af97-4d82be6f930c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:14.140683 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-1b1e8943-f0eb-4b44-af97-4d82be6f930c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 817 time: 0.1053088 Apr 11 15:28:14.160611 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-39bca21e-b8e0-4186-a840-a8728187e7ed tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/quotas/e6b6c60f84ad4dfaa1d8dd3c23a07bea HTTP/1.1" status: 200 len: 375 time: 0.0143807 Apr 11 15:28:14.218892 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-07094af1-35b0-493e-841b-66d115ae9ec3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521209 Apr 11 15:28:14.322185 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-c167871e-5cca-45aa-b4be-97697c66b980 service neutron] 10.222.0.50 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Apr 11 15:28:14.421002 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-629422f9-4283-47e7-a43e-04b513b70b1a service neutron] 10.222.0.50 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930626 Apr 11 15:28:14.595615 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3eaaebb-bc9b-46f4-81bb-76ac50abc9d9 req-598aa7fa-8a89-4651-b482-c5a8f911685a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0291114 Apr 11 15:28:14.777751 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1731b-a9a4-4971-80d7-39528aeefeef req-00ad6e37-0212-4a56-a7ac-2fc80e26a6a9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:14.779898 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-acb1731b-a9a4-4971-80d7-39528aeefeef req-00ad6e37-0212-4a56-a7ac-2fc80e26a6a9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0540392 Apr 11 15:28:14.835579 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-acb1731b-a9a4-4971-80d7-39528aeefeef req-c3992e2b-afd4-42d0-9b41-a98367f59ad4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480211 Apr 11 15:28:15.020230 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-968a204d-2a4d-4508-868f-95dd2f5c5a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:15.689580 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-94826657-9df6-4c79-963b-95be9a298fa0 req-c639bb73-812f-4208-aae2-bb5fa10b9f4e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Apr 11 15:28:15.949706 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858e82b-54a7-47c2-a40c-16c536ce5d4e req-a977a8f4-56da-4bef-8a76-351abc1971bb tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:15.951114 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7858e82b-54a7-47c2-a40c-16c536ce5d4e req-a977a8f4-56da-4bef-8a76-351abc1971bb tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0461128 Apr 11 15:28:16.001924 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7858e82b-54a7-47c2-a40c-16c536ce5d4e req-4a572313-db49-43c9-ab7d-4abf489210c1 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449927 Apr 11 15:28:16.781321 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-76acf1f6-bf44-4b13-9bf2-bc2e241c282f req-29fb8e91-6dcf-4738-8752-0e22eefc79b0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Apr 11 15:28:17.120702 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56412a0-5402-4613-aa1c-e27d3e99cc93 req-9c7cdb1a-1f9c-44b1-b614-905bd3c321dd tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:17.122181 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a56412a0-5402-4613-aa1c-e27d3e99cc93 req-9c7cdb1a-1f9c-44b1-b614-905bd3c321dd tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0534263 Apr 11 15:28:17.169674 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a56412a0-5402-4613-aa1c-e27d3e99cc93 req-25172b59-7c84-45ac-be7e-bcdc9f27ec50 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416615 Apr 11 15:28:17.881368 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-59becd9b-b8ff-4a82-be67-45655c1e1826 req-80d37bf8-c5f1-4c37-bf32-e9a881e533c6 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Apr 11 15:28:18.293243 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7328d-6356-45de-9dac-af3127aff17b req-9b009693-a34f-4411-8b88-b531e3cce60f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:18.294864 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-30c7328d-6356-45de-9dac-af3127aff17b req-9b009693-a34f-4411-8b88-b531e3cce60f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0488913 Apr 11 15:28:18.306488 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b03a098-4a0a-4667-9180-9f346995ac81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.348225 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-30c7328d-6356-45de-9dac-af3127aff17b req-4aa04658-ecdc-47d3-824c-ca1dd9d5040e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473244 Apr 11 15:28:18.974322 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5aa87b84-8b65-4dce-8900-15bb5c482438 req-0390ea66-7beb-4f19-880e-c48a019264d4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Apr 11 15:28:19.216181 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.463547 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba4d63-36a4-4ab2-94f5-5e25aa067594 req-2d53cd99-b5e5-4244-9606-0ab587c21b4f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:19.465061 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-baba4d63-36a4-4ab2-94f5-5e25aa067594 req-2d53cd99-b5e5-4244-9606-0ab587c21b4f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0527685 Apr 11 15:28:19.513675 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-baba4d63-36a4-4ab2-94f5-5e25aa067594 req-79d578e2-3706-47a5-8367-4a72d440ebe5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431390 Apr 11 15:28:20.068043 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2671bdc4-3615-4303-9324-9c3fbe05a553 req-0e09fe96-549b-49c5-a5bb-19b0c08fe927 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Apr 11 15:28:20.623078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.628404 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a9bdb-8b26-47aa-80ef-0a185df09a18 req-977193ba-0f6a-4c70-8cbd-7df803557b57 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:20.629898 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-394a9bdb-8b26-47aa-80ef-0a185df09a18 req-977193ba-0f6a-4c70-8cbd-7df803557b57 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0503759 Apr 11 15:28:20.689660 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-394a9bdb-8b26-47aa-80ef-0a185df09a18 req-6d4aa220-1faa-4a79-8d67-b22677c18253 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537708 Apr 11 15:28:21.163883 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-276e292d-ed28-4aa6-9b0d-1ce02e0f2e15 req-fa2dccfb-4417-4374-bb78-cb5c36df3070 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0286276 Apr 11 15:28:21.216893 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:21.797799 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-8ceddabc-1335-415e-8eeb-d0914923a74c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:21.799891 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-8ceddabc-1335-415e-8eeb-d0914923a74c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 817 time: 0.1155560 Apr 11 15:28:21.818249 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5468b-c8d5-4cf3-9892-56af3475bfb8 req-808f9aa5-1532-45b0-b8b4-903a5b034d80 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:21.820406 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4dc5468b-c8d5-4cf3-9892-56af3475bfb8 req-808f9aa5-1532-45b0-b8b4-903a5b034d80 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0498860 Apr 11 15:28:21.874927 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-f1ed3425-2962-4d8a-b7ed-eec67add2c9d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea HTTP/1.1" status: 200 len: 380 time: 0.0565381 Apr 11 15:28:21.879105 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4dc5468b-c8d5-4cf3-9892-56af3475bfb8 req-e6c3d890-743c-4f1d-b8dd-f3dc99ce980f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527825 Apr 11 15:28:21.889598 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'port': {'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'admin_state_up': True, 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'security_groups': ['7fe6af4c-b495-455a-8fd2-d4be9efc15ce']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:21.994255 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Made reservation on behalf of e6b6c60f84ad4dfaa1d8dd3c23a07bea for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:21.997839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.129507 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Allocated IP 172.20.0.8 (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5/2a3612c3-9b82-40e2-a883-294be8dd9729/e2edf1d8-d6e1-4df8-900f-a6555877ba2a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:22.263723 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-917e85f8-48ed-49d6-8003-767e57a8493e req-deb0c7ac-2f7e-4353-810a-e6f90aafa733 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0321083 Apr 11 15:28:22.296627 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.330283 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.373905 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:22.376810 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:22.380335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:22.408124 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event updated for resources: {'Port': ['ID=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:22.445810 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:22.446431 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.466901 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-0cf54a2e-d3ed-4365-81d2-740ee16fffa3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813766 Apr 11 15:28:22.496307 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Request body: {'port': {'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:22.560729 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.580617 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-5aff153b-141c-4a37-a8e0-2464c7a7ad23 None None] Provisioning complete for port e2edf1d8-d6e1-4df8-900f-a6555877ba2a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:22.581234 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5aff153b-141c-4a37-a8e0-2464c7a7ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.629409 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5aff153b-141c-4a37-a8e0-2464c7a7ad23 None None] Port e2edf1d8-d6e1-4df8-900f-a6555877ba2a cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:22.846730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2edf1d8-d6e1-4df8-900f-a6555877ba2a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:28:22.854384 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Publish callbacks [] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.869013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Transition to ACTIVE for port object e2edf1d8-d6e1-4df8-900f-a6555877ba2a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:28:22.872055 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.926021 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Pushing event updated for resources: {'Port': ['ID=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:23.009671 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5e039-3fec-4a0e-9b38-cdfc32eaf521 req-b9927fa5-683a-4a7c-879f-4dd9933c2ac4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.011331 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-39b5e039-3fec-4a0e-9b38-cdfc32eaf521 req-b9927fa5-683a-4a7c-879f-4dd9933c2ac4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0553699 Apr 11 15:28:23.025306 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Attempting to bind port e2edf1d8-d6e1-4df8-900f-a6555877ba2a on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:23.025872 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Attempting to bind port e2edf1d8-d6e1-4df8-900f-a6555877ba2a by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:23.026414 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Attempting to bind port e2edf1d8-d6e1-4df8-900f-a6555877ba2a on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:23.032245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Port e2edf1d8-d6e1-4df8-900f-a6555877ba2a on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:28:23.032925 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Attempting to bind port e2edf1d8-d6e1-4df8-900f-a6555877ba2a on network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:23.039980 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:23.040677 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Checking segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:23.041286 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Bound using segment: {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:23.041845 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Bound port: e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c945cef-b1e8-4eff-937e-62b3d43b0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:23.042198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:23.076961 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-39b5e039-3fec-4a0e-9b38-cdfc32eaf521 req-3259955a-f161-4724-a8c0-3b21012cf9d6 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594299 Apr 11 15:28:23.122613 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] For port e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:23.132696 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] For port e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:23.139986 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:23.179000 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.179479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:23.180930 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] 10.222.0.59 "PUT /v2.0/ports/e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 1093 time: 0.6891472 Apr 11 15:28:23.181466 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:23.184034 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6e5226-5162-4363-ac42-260d997510a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:23.213935 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce33ecc-24c6-439a-9414-d8816313cbdb service neutron] Pushing event updated for resources: {'Port': ['ID=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:23.243824 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c8d86-5793-42e8-9eb4-716c5c0799ed x-openstack-request-id: req-e38c8d86-5793-42e8-9eb4-716c5c0799ed {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:23.244112 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:23.244247 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e38c8d86-5793-42e8-9eb4-716c5c0799ed {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:23.244646 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38c8d86-5793-42e8-9eb4-716c5c0799ed'] response: {'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'status': 'completed', 'code': 200} Apr 11 15:28:23.327822 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-b3eb0945-ca00-4261-b4ae-3a408a496917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.329551 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-b3eb0945-ca00-4261-b4ae-3a408a496917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1127 time: 0.0527761 Apr 11 15:28:23.396036 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32184f-9c98-4995-8d35-eea5819035ce req-05d2107b-e734-4b13-8e2b-204ed279b302 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.397542 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9a32184f-9c98-4995-8d35-eea5819035ce req-05d2107b-e734-4b13-8e2b-204ed279b302 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 943 time: 0.0570042 Apr 11 15:28:23.402050 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-2dd535dc-ef21-4167-89ba-47976f5bb8f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 217 time: 0.0502253 Apr 11 15:28:23.449404 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9a32184f-9c98-4995-8d35-eea5819035ce req-2e806145-dc35-4666-8e57-6aaf42fd8a3f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452132 Apr 11 15:28:23.475128 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-71abe3c3-7dc9-450f-96eb-27db2d79e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.476640 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-71abe3c3-7dc9-450f-96eb-27db2d79e048 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0672522 Apr 11 15:28:23.535702 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-bae6ab05-949f-4189-a78d-a2625240ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.537160 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-bae6ab05-949f-4189-a78d-a2625240ecb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473137 Apr 11 15:28:23.635403 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-7db88aea-4f06-4405-8481-da134a46031c service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870378 Apr 11 15:28:23.736695 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d768d767-02a2-4247-b296-8ba52c75bd80 req-8978960c-232e-4f7b-8f8d-6e922894983d service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826387 Apr 11 15:28:24.192728 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032fa40-4452-4a25-9965-0a4483d568f6 req-7f5dbad4-ddaa-4cc0-966d-3630d19a5dad tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:24.194188 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d032fa40-4452-4a25-9965-0a4483d568f6 req-7f5dbad4-ddaa-4cc0-966d-3630d19a5dad tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0484374 Apr 11 15:28:24.247728 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d032fa40-4452-4a25-9965-0a4483d568f6 req-97edfde9-449d-41c5-ac15-67bebc1b3cd3 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467885 Apr 11 15:28:24.568787 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82819-d23f-4711-af07-4491c92f5483 req-d584f27a-2434-4830-8937-3f72d77657f5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:24.570262 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fc82819-d23f-4711-af07-4491c92f5483 req-d584f27a-2434-4830-8937-3f72d77657f5 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 943 time: 0.0507085 Apr 11 15:28:24.617311 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fc82819-d23f-4711-af07-4491c92f5483 req-d4c06fde-451e-4aca-8532-1227f7dd7d1f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Apr 11 15:28:24.751746 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.372426 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5b90d-78c9-4da9-829e-800f7b5c2ebe req-f2854d8f-f832-46d8-8fb0-a7c3b49fcf5b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:25.374311 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a3a5b90d-78c9-4da9-829e-800f7b5c2ebe req-f2854d8f-f832-46d8-8fb0-a7c3b49fcf5b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0557740 Apr 11 15:28:25.426461 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a3a5b90d-78c9-4da9-829e-800f7b5c2ebe req-833137be-a049-4790-9455-f51a5fc3356f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457520 Apr 11 15:28:25.756498 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f5a05-aeff-45dc-ad00-60e1d4b86eb0 req-e046dc68-c1ef-40b2-a49a-bcdaa9cfe93c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:25.759463 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6b7f5a05-aeff-45dc-ad00-60e1d4b86eb0 req-e046dc68-c1ef-40b2-a49a-bcdaa9cfe93c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 943 time: 0.0609770 Apr 11 15:28:25.830521 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6b7f5a05-aeff-45dc-ad00-60e1d4b86eb0 req-0fbf2c33-84c1-4a6b-9621-830dfcff3b7e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642831 Apr 11 15:28:26.328953 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:26.437639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f166109-863a-4409-aa88-19a3d38c4ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.542027 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f166109-863a-4409-aa88-19a3d38c4ee6 admin admin] Publish callbacks [] for security_group (8793d4da-dda2-4441-bb4e-314a11a0b5f8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.547600 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f166109-863a-4409-aa88-19a3d38c4ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (8793d4da-dda2-4441-bb4e-314a11a0b5f8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.584115 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49171a-d47b-47b4-88f8-56e6d838249e req-fe82bf3c-7210-4717-9f22-f936a96dbb6c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:26.585658 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dc49171a-d47b-47b4-88f8-56e6d838249e req-fe82bf3c-7210-4717-9f22-f936a96dbb6c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0902255 Apr 11 15:28:26.602843 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f166109-863a-4409-aa88-19a3d38c4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8793d4da-dda2-4441-bb4e-314a11a0b5f8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:26.608470 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-2f166109-863a-4409-aa88-19a3d38c4ee6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=711cd20f0926471c8067daee1fec8d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784939 Apr 11 15:28:26.611556 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40410) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:26.652165 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dc49171a-d47b-47b4-88f8-56e6d838249e req-bfbbc753-646d-43f4-a5a3-4cabaa29c1cc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594168 Apr 11 15:28:26.683538 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db3a0e4-614b-4454-ab1b-b4ead0eb9b02 admin admin] Publish callbacks [] for security_group (8793d4da-dda2-4441-bb4e-314a11a0b5f8), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.713539 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db3a0e4-614b-4454-ab1b-b4ead0eb9b02 admin admin] Publish callbacks [] for security_group (8793d4da-dda2-4441-bb4e-314a11a0b5f8), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.770767 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db3a0e4-614b-4454-ab1b-b4ead0eb9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (8793d4da-dda2-4441-bb4e-314a11a0b5f8), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.774229 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db3a0e4-614b-4454-ab1b-b4ead0eb9b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.775738 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7db3a0e4-614b-4454-ab1b-b4ead0eb9b02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8793d4da-dda2-4441-bb4e-314a11a0b5f8 HTTP/1.1" status: 204 len: 168 time: 0.1630919 Apr 11 15:28:26.794503 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3a0e4-614b-4454-ab1b-b4ead0eb9b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8793d4da-dda2-4441-bb4e-314a11a0b5f8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:26.980423 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57760baa-2400-4f35-ab92-55c100a2f20d req-f6a2d1b4-0570-4bdf-b00f-67eed769b76d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:26.982950 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-57760baa-2400-4f35-ab92-55c100a2f20d req-f6a2d1b4-0570-4bdf-b00f-67eed769b76d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 943 time: 0.0841501 Apr 11 15:28:27.061923 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-57760baa-2400-4f35-ab92-55c100a2f20d req-b743ea24-8c72-4396-b830-831c96d07d22 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704620 Apr 11 15:28:27.780697 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e2edf1d8-d6e1-4df8-900f-a6555877ba2a details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:28:27.808797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d183d-e7ba-4c60-a0b0-ec9d3841515b req-c440e858-0e78-4abd-9178-e1ff5d3abf30 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:27.810307 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ae9d183d-e7ba-4c60-a0b0-ec9d3841515b req-c440e858-0e78-4abd-9178-e1ff5d3abf30 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0800011 Apr 11 15:28:27.824984 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e5226-5162-4363-ac42-260d997510a0 req-89e8082b-3a8b-45d0-915a-e36cb97f9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:27.826483 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-89e8082b-3a8b-45d0-915a-e36cb97f9a0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1127 time: 0.0642905 Apr 11 15:28:27.871582 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ae9d183d-e7ba-4c60-a0b0-ec9d3841515b req-052b4c5a-70af-4117-b193-b44d25797b52 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537310 Apr 11 15:28:27.893859 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:27.907548 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:28:27.949657 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port e2edf1d8-d6e1-4df8-900f-a6555877ba2a is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:27.950004 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.963915 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2edf1d8-d6e1-4df8-900f-a6555877ba2a {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:28:27.985002 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:27.988506 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.039725 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:28.187958 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412217-4cbf-4408-bfa0-ed03d8be3e8c req-7b7b07fb-245d-4c0c-8bba-cea7bb7c3bec tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:28.189480 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-81412217-4cbf-4408-bfa0-ed03d8be3e8c req-7b7b07fb-245d-4c0c-8bba-cea7bb7c3bec tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 944 time: 0.0637939 Apr 11 15:28:28.268543 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-81412217-4cbf-4408-bfa0-ed03d8be3e8c req-fdc77a25-4604-483b-86a0-f44e5f3a26b0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709674 Apr 11 15:28:28.605859 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:28.830078 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f534-32ee-4280-85e9-fd88cd88d8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.977769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f534-32ee-4280-85e9-fd88cd88d8b3 admin admin] Publish callbacks [] for security_group (097aed35-afa7-45ea-9076-39dd33cdee84), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.987833 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f534-32ee-4280-85e9-fd88cd88d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (097aed35-afa7-45ea-9076-39dd33cdee84), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.052214 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-48e2f534-32ee-4280-85e9-fd88cd88d8b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31698089a2914224b3f15c2a27d5085e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449911 Apr 11 15:28:29.053547 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2f534-32ee-4280-85e9-fd88cd88d8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097aed35-afa7-45ea-9076-39dd33cdee84,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:29.058886 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40460) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:29.126402 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c4d4502-bfec-47a0-9297-4800d824e55f admin admin] Publish callbacks [] for security_group (097aed35-afa7-45ea-9076-39dd33cdee84), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.159184 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c4d4502-bfec-47a0-9297-4800d824e55f admin admin] Publish callbacks [] for security_group (097aed35-afa7-45ea-9076-39dd33cdee84), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.180552 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['e2edf1d8-d6e1-4df8-900f-a6555877ba2a'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:28:29.275269 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c4d4502-bfec-47a0-9297-4800d824e55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (097aed35-afa7-45ea-9076-39dd33cdee84), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.280057 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c4d4502-bfec-47a0-9297-4800d824e55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.281511 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3c4d4502-bfec-47a0-9297-4800d824e55f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/097aed35-afa7-45ea-9076-39dd33cdee84 HTTP/1.1" status: 204 len: 168 time: 0.2213483 Apr 11 15:28:29.294547 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d4502-bfec-47a0-9297-4800d824e55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097aed35-afa7-45ea-9076-39dd33cdee84,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:29.330233 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a5dc-e2d2-491f-abc5-e67d9a8395b5 req-ede8d27f-29cc-47bf-8571-93d0080b5914 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:29.332807 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39e4a5dc-e2d2-491f-abc5-e67d9a8395b5 req-ede8d27f-29cc-47bf-8571-93d0080b5914 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.3382299 Apr 11 15:28:29.430556 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39e4a5dc-e2d2-491f-abc5-e67d9a8395b5 req-d8bbd82d-c39d-4c02-8046-c28b2a9b5ab6 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879812 Apr 11 15:28:29.458536 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fe51f-4a1a-44fc-95ad-f06591d00ce1 req-ca8607a3-eb80-4a4b-a7ba-344d258328ce tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:29.463513 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b57fe51f-4a1a-44fc-95ad-f06591d00ce1 req-ca8607a3-eb80-4a4b-a7ba-344d258328ce tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 944 time: 0.0785849 Apr 11 15:28:29.511478 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b57fe51f-4a1a-44fc-95ad-f06591d00ce1 req-bcf8d6d6-8a90-48c1-b0be-44452d22ea9e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Apr 11 15:28:30.068463 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e5226-5162-4363-ac42-260d997510a0 req-6219350c-c27b-4e20-902e-bf151853db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:30.098667 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-6219350c-c27b-4e20-902e-bf151853db8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1589603 Apr 11 15:28:30.208441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-8fd5a19a-0cdf-45b7-bcb6-548cf839c75c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 217 time: 0.0868924 Apr 11 15:28:30.318349 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e5226-5162-4363-ac42-260d997510a0 req-0b75630c-806f-4e6c-802b-606d259e216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:30.319906 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-0b75630c-806f-4e6c-802b-606d259e216f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.1072292 Apr 11 15:28:30.381045 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40494) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:30.382249 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e5226-5162-4363-ac42-260d997510a0 req-e4c85280-afcd-43f3-9edb-921514f8ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:30.383873 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-e4c85280-afcd-43f3-9edb-921514f8ab12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544949 Apr 11 15:28:30.516844 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-ec18d6a9-629b-4bb3-b738-dce2cbcadd7a service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212611 Apr 11 15:28:30.545821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1344869220-network', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:30.594061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Made reservation on behalf of e5639b523c7d4b648ad674e72bf96d28 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:30.597347 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.610858 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.636095 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc428ad7-380f-402d-a58f-bf57a71156a2 req-886892b7-4224-4bbb-80d0-bcf3debc662d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:30.642862 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cc428ad7-380f-402d-a58f-bf57a71156a2 req-886892b7-4224-4bbb-80d0-bcf3debc662d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.1067290 Apr 11 15:28:30.706026 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50249b-c640-4625-8232-ab759f185c2b req-7b1dc212-dcde-481f-a04c-0c4fa55e1c36 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:30.707103 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb6e5226-5162-4363-ac42-260d997510a0 req-5c79825a-d30d-4dcc-ac93-8aae216ee799 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796627 Apr 11 15:28:30.708151 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6a50249b-c640-4625-8232-ab759f185c2b req-7b1dc212-dcde-481f-a04c-0c4fa55e1c36 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 944 time: 0.0754421 Apr 11 15:28:30.724488 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cc428ad7-380f-402d-a58f-bf57a71156a2 req-dcf3b0f9-782f-4adf-8e34-a6c828a3eafc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807786 Apr 11 15:28:30.825927 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6a50249b-c640-4625-8232-ab759f185c2b req-56122e5f-a123-48aa-b85e-b71a3957182a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097658 Apr 11 15:28:30.829093 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks [] for security_group (3e240bd9-f79b-49ce-9163-5f30950cfce8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.835607 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (3e240bd9-f79b-49ce-9163-5f30950cfce8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.878208 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:30.899286 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:28:30.902897 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e240bd9-f79b-49ce-9163-5f30950cfce8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:30.907259 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (b447aa1a-7526-4bd0-91a8-5f0450b0176b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.907608 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Added segment b447aa1a-7526-4bd0-91a8-5f0450b0176b of type vlan for network 56acba51-7a53-4c2d-a307-704c6b3e54db Apr 11 15:28:30.986627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e2edf1d8-d6e1-4df8-900f-a6555877ba2a up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:30.991868 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (56acba51-7a53-4c2d-a307-704c6b3e54db), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.063752 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (56acba51-7a53-4c2d-a307-704c6b3e54db), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.066427 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:31.069524 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.070167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:31.085402 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port e2edf1d8-d6e1-4df8-900f-a6555877ba2a completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:28:31.091097 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '325162b6-9946-4622-91aa-0d3e56188379', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'port_id': '325162b6-9946-4622-91aa-0d3e56188379', 'mac_address': 'fa:16:3e:f0:7d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:28:31.163587 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 325162b6-9946-4622-91aa-0d3e56188379 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:31.164281 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.165751 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7825313 Apr 11 15:28:31.167919 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port e2edf1d8-d6e1-4df8-900f-a6555877ba2a triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:31.168453 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.169296 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40510) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:31.175869 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Request body: {'subnet': {'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1344869220-subnet', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:31.178468 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c04f2-e27a-4b9c-b973-d4cfab6db8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=56acba51-7a53-4c2d-a307-704c6b3e54db,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:31.202553 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 56acba51-7a53-4c2d-a307-704c6b3e54db details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:28:31.214107 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Made reservation on behalf of e5639b523c7d4b648ad674e72bf96d28 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:31.218304 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29400587'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.222831 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325162b6-9946-4622-91aa-0d3e56188379 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:28:31.250073 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:31.271188 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.419606 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:31.478216 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port e2edf1d8-d6e1-4df8-900f-a6555877ba2a is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:31.478709 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.511468 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:31.513869 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3490b5-5531-4c18-9401-ea21e190f151" -d '{"events": [{"server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "name": "network-vif-plugged", "status": "completed", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:31.527974 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29435997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29400601'] for subnet (faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.529700 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:31.535255 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.575078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6469fb-39d4-4697-8b7f-a0b8c2a84c30 x-openstack-request-id: req-de6469fb-39d4-4697-8b7f-a0b8c2a84c30 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:31.575078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "name": "network-vif-plugged", "status": "completed", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:31.575078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de6469fb-39d4-4697-8b7f-a0b8c2a84c30 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:31.575078 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6469fb-39d4-4697-8b7f-a0b8c2a84c30'] response: {'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'code': 200} Apr 11 15:28:31.594761 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:31.595133 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:31.604571 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Checking segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:31.604937 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Network hostable DHCP agents. Network: 56acba51-7a53-4c2d-a307-704c6b3e54db, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:28:31.628117 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Network 56acba51-7a53-4c2d-a307-704c6b3e54db is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:28:31.637980 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 56acba51-7a53-4c2d-a307-704c6b3e54db) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:31.642396 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:31.643024 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.655008 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd77b5f-ebc4-4de9-b55b-a8eb1359d5d7 None None] Network 56acba51-7a53-4c2d-a307-704c6b3e54db requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:31.664635 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40524) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:31.666249 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-394ac681-d026-4e05-8b40-330bfc25c1f9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4956348 Apr 11 15:28:31.672030 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:31.703830 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (1ce0bf35-db56-43d3-a081-6f66b44e5658), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.705944 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (1ce0bf35-db56-43d3-a081-6f66b44e5658), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.804237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks [] for router_controller (1ce0bf35-db56-43d3-a081-6f66b44e5658), precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.820519 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-56acba51-7a53-4c2d-a307-704c6b3e54db', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:28:31.821390 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.916727 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bb61e-e580-4f37-87bb-0639e1441b58 req-835e39f8-7670-4835-bc83-df717006674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:31.918755 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-256bb61e-e580-4f37-87bb-0639e1441b58 req-835e39f8-7670-4835-bc83-df717006674b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.0691526 Apr 11 15:28:32.002775 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a30e56-aacd-499e-a0c9-035f81e28a2e req-729f025d-4294-45b9-a717-340e2546ef72 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:32.004346 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-31a30e56-aacd-499e-a0c9-035f81e28a2e req-729f025d-4294-45b9-a717-340e2546ef72 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 945 time: 0.1153867 Apr 11 15:28:32.009449 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['325162b6-9946-4622-91aa-0d3e56188379'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:28:32.014730 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks [] for router_gateway (1ce0bf35-db56-43d3-a081-6f66b44e5658), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.029221 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-256bb61e-e580-4f37-87bb-0639e1441b58 req-f0094224-85dd-4859-9bd0-28b3fd8d55ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991056 Apr 11 15:28:32.056595 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb31cf-d159-4cc7-9cac-bf0b40eaeaab req-34e59e1c-cf86-480e-a3f3-98b7e178893a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:32.063457 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-64eb31cf-d159-4cc7-9cac-bf0b40eaeaab req-34e59e1c-cf86-480e-a3f3-98b7e178893a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.1278200 Apr 11 15:28:32.082270 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Allocated IP 172.20.0.2 (56acba51-7a53-4c2d-a307-704c6b3e54db/faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005/825bc3e8-ab01-466b-8a7b-d0772e6a3858) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:32.084825 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-31a30e56-aacd-499e-a0c9-035f81e28a2e req-eb949013-1764-4335-a9a6-a9d4d5709b80 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732944 Apr 11 15:28:32.140704 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-64eb31cf-d159-4cc7-9cac-bf0b40eaeaab req-4ffba659-62e8-43fb-b506-2a134a0901fe tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724006 Apr 11 15:28:32.272063 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks [] for router_gateway (1ce0bf35-db56-43d3-a081-6f66b44e5658), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.297495 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.379981 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Publish callbacks [] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.395547 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.472964 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Network 56acba51-7a53-4c2d-a307-704c6b3e54db is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:32.487388 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:32.500334 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:32.501842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Allocated IP 172.27.1.143 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/d82bcef3-8b77-4751-99bd-a0139a854204) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:32.511493 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Pushing event updated for resources: {'Port': ['ID=825bc3e8-ab01-466b-8a7b-d0772e6a3858,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:32.680591 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Attempting to bind port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:32.680833 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Attempting to bind port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:32.681206 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Attempting to bind port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 on network 56acba51-7a53-4c2d-a307-704c6b3e54db {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:32.692281 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:32.692667 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Checking segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:32.693187 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.693547 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Bound using segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:32.694028 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Bound port: 825bc3e8-ab01-466b-8a7b-d0772e6a3858, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:32.694530 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.695072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks [] for port (d82bcef3-8b77-4751-99bd-a0139a854204), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.741882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.782904 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:32.785885 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:32.789615 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:32.808349 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] For port 825bc3e8-ab01-466b-8a7b-d0772e6a3858, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:32.813771 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] For port 825bc3e8-ab01-466b-8a7b-d0772e6a3858, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=825bc3e8-ab01-466b-8a7b-d0772e6a3858,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:32.823516 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.833016 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Pushing event updated for resources: {'Port': ['ID=d82bcef3-8b77-4751-99bd-a0139a854204,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:32.887664 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54db489-456a-4442-aad2-29ac873cc86d None None] Pushing event updated for resources: {'Port': ['ID=825bc3e8-ab01-466b-8a7b-d0772e6a3858,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:33.158687 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks [] for router_gateway (1ce0bf35-db56-43d3-a081-6f66b44e5658), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.305636 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbc4bd-ffc5-44c5-931f-1f842a4306e6 req-05a4d138-c7e8-4c4b-84fa-2d2afd05c4ff tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:33.314624 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f3cbc4bd-ffc5-44c5-931f-1f842a4306e6 req-05a4d138-c7e8-4c4b-84fa-2d2afd05c4ff tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0790453 Apr 11 15:28:33.406298 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f3cbc4bd-ffc5-44c5-931f-1f842a4306e6 req-228eb57f-47be-4ab0-8312-cdd25914870a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904894 Apr 11 15:28:33.557147 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ae13-6cfb-44d5-88f1-09a9ddacfc43 req-549bbd8b-f5f8-41a3-82ba-b3056a7350e5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:33.564392 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9bb2ae13-6cfb-44d5-88f1-09a9ddacfc43 req-549bbd8b-f5f8-41a3-82ba-b3056a7350e5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 945 time: 0.3254340 Apr 11 15:28:33.661859 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9bb2ae13-6cfb-44d5-88f1-09a9ddacfc43 req-d3878a45-4267-450e-a954-728bca30bb90 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964816 Apr 11 15:28:33.743784 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (1ce0bf35-db56-43d3-a081-6f66b44e5658), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.965187 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Router 1ce0bf35-db56-43d3-a081-6f66b44e5658 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:28:34.040430 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:34.090420 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 325162b6-9946-4622-91aa-0d3e56188379 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:28:34.096476 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:34.100280 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 325162b6-9946-4622-91aa-0d3e56188379 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:34.100668 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (325162b6-9946-4622-91aa-0d3e56188379), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.109693 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Sync routers for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:34.127467 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:34.128550 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:34.141625 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.145508 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0c355510-67e5-4c24-9d78-7732073a3cbb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4762878 Apr 11 15:28:34.146006 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40556) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:34.264264 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:34.361927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390dc31a-172c-4253-817b-0589b8661077 None None] Network 56acba51-7a53-4c2d-a307-704c6b3e54db requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:34.446490 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] Provisioning complete for port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:34.447190 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.449434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 325162b6-9946-4622-91aa-0d3e56188379 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:34.449990 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.524624 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:34.539057 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:34.542260 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf03d6-c2e3-4331-8621-f47c5c21a5f9" -d '{"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-plugged", "status": "completed", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:34.558981 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.594943 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d6904-42fe-4874-a3d6-d30425f7911a req-7370f037-3b23-479e-ac83-02de43c23503 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:34.604290 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-370d6904-42fe-4874-a3d6-d30425f7911a req-7370f037-3b23-479e-ac83-02de43c23503 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0920608 Apr 11 15:28:34.658471 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:32Z', 'revision_number': 3, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:34.671046 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:34.693436 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-370d6904-42fe-4874-a3d6-d30425f7911a req-73e306d3-de83-443e-8ff0-c63e378e7498 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876191 Apr 11 15:28:34.707529 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.708608 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.708980 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.709331 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.709670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.710004 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.710336 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.710687 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.711154 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.711339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.711666 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.711996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.712317 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.712638 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.713552 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:34.726168 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c506264-bd79-4f78-b5c9-e5f840726993 x-openstack-request-id: req-3c506264-bd79-4f78-b5c9-e5f840726993 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:34.726458 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-plugged", "status": "completed", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:34.726757 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c506264-bd79-4f78-b5c9-e5f840726993 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:34.727160 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c506264-bd79-4f78-b5c9-e5f840726993'] response: {'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'code': 200} Apr 11 15:28:34.739411 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] Current status of the port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:34.739639 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.764679 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Checking router: 1ce0bf35-db56-43d3-a081-6f66b44e5658 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:34.771536 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Updating router 1ce0bf35-db56-43d3-a081-6f66b44e5658 port d82bcef3-8b77-4751-99bd-a0139a854204 binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:34.821866 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] For port 825bc3e8-ab01-466b-8a7b-d0772e6a3858, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=825bc3e8-ab01-466b-8a7b-d0772e6a3858,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:34.846669 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.884659 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.891845 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58decdd2-17a0-48a0-86fb-2a8a5c75fbce req-00db6334-778b-4e53-bd3d-94dfbc1552b7 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:34.893454 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58decdd2-17a0-48a0-86fb-2a8a5c75fbce req-00db6334-778b-4e53-bd3d-94dfbc1552b7 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.1138849 Apr 11 15:28:34.979185 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 825bc3e8-ab01-466b-8a7b-d0772e6a3858 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:35.015632 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58decdd2-17a0-48a0-86fb-2a8a5c75fbce req-ede52c9f-ae45-4413-b8a3-71136b94dd91 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150012 Apr 11 15:28:35.047989 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f392bef-c610-41bd-94f5-31cf8bbf9901 None None] Pushing event updated for resources: {'Port': ['ID=825bc3e8-ab01-466b-8a7b-d0772e6a3858,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.113406 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:35.114198 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.131138 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.277990 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-57570980-394f-4a62-8e4b-945ecf04ad4b None None] Provisioning complete for port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:35.278684 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57570980-394f-4a62-8e4b-945ecf04ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.370626 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40576) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:35.433668 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:35.440968 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Publish callbacks [] for port (d82bcef3-8b77-4751-99bd-a0139a854204), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.451980 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.482806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Allocated IP 172.20.0.1 (56acba51-7a53-4c2d-a307-704c6b3e54db/faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005/7c494f22-aaac-4550-86e4-9e4d25303e6e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:35.516088 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Attempting to bind port d82bcef3-8b77-4751-99bd-a0139a854204 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:35.516465 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Attempting to bind port d82bcef3-8b77-4751-99bd-a0139a854204 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:35.516835 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Attempting to bind port d82bcef3-8b77-4751-99bd-a0139a854204 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:35.520042 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Pushing event updated for resources: {'Port': ['ID=d82bcef3-8b77-4751-99bd-a0139a854204,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.528775 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:35.529149 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:35.529555 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.529950 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:35.530416 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Bound port: d82bcef3-8b77-4751-99bd-a0139a854204, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:35.530822 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.533061 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.533403 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.533763 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.534119 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.534455 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.534813 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.535142 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.535474 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.535795 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.536126 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.536439 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.536778 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.537103 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.537421 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.537739 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:35.564938 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-57570980-394f-4a62-8e4b-945ecf04ad4b None None] Current status of the port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:35.602067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439e4ef7-fe50-4986-9704-683de53714fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.627424 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] For port d82bcef3-8b77-4751-99bd-a0139a854204, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:35.634172 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] For port d82bcef3-8b77-4751-99bd-a0139a854204, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=d82bcef3-8b77-4751-99bd-a0139a854204,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:35.649412 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.672074 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks [] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.734199 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.758370 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef00e-8dae-4b14-b8ad-7b75daf8f976 None None] Pushing event updated for resources: {'Port': ['ID=d82bcef3-8b77-4751-99bd-a0139a854204,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.784931 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:35.785746 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:35.804004 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439e4ef7-fe50-4986-9704-683de53714fb admin admin] Publish callbacks [] for security_group (a6b29965-e062-4111-8c25-0f05a725766c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.835642 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439e4ef7-fe50-4986-9704-683de53714fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a6b29965-e062-4111-8c25-0f05a725766c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.874290 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-439e4ef7-fe50-4986-9704-683de53714fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d54057951544da1bd72edde59bdbe51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024703 Apr 11 15:28:35.877590 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b97fb0-1ddb-4fd5-ad81-2c39495a8dea req-8ab3de70-8748-439a-8e05-e9590a4cc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:35.879480 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c3b97fb0-1ddb-4fd5-ad81-2c39495a8dea req-8ab3de70-8748-439a-8e05-e9590a4cc2ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1130 time: 0.0885303 Apr 11 15:28:35.882637 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40586) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:35.892026 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718622c9-aedc-4217-8ee4-70cf0395fa7c req-8d0053bb-3ca8-46fa-8477-414277b1448a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:35.899895 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-718622c9-aedc-4217-8ee4-70cf0395fa7c req-8d0053bb-3ca8-46fa-8477-414277b1448a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0733931 Apr 11 15:28:35.908555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Network 56acba51-7a53-4c2d-a307-704c6b3e54db is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:35.918366 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:35.919211 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e4ef7-fe50-4986-9704-683de53714fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b29965-e062-4111-8c25-0f05a725766c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.946541 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:35.983292 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c494f22-aaac-4550-86e4-9e4d25303e6e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:36.007590 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:36.015036 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c3b97fb0-1ddb-4fd5-ad81-2c39495a8dea req-a0c80db7-34ea-4e70-973a-490dbaf007c5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196194 Apr 11 15:28:36.020954 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d88a-4d1f-48ad-96ce-5b2dcb177298 admin admin] Publish callbacks [] for security_group (a6b29965-e062-4111-8c25-0f05a725766c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.027022 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (1ce0bf35-db56-43d3-a081-6f66b44e5658), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.033586 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-718622c9-aedc-4217-8ee4-70cf0395fa7c req-c504962f-4f94-4499-ada0-6a398f2569bd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316011 Apr 11 15:28:36.080416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d88a-4d1f-48ad-96ce-5b2dcb177298 admin admin] Publish callbacks [] for security_group (a6b29965-e062-4111-8c25-0f05a725766c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.267405 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d4140-213c-48b8-b0a4-bb65d13dbf78 req-7d3822a5-b022-49ab-aa4c-ad3823a806b2 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:36.271260 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-444d4140-213c-48b8-b0a4-bb65d13dbf78 req-7d3822a5-b022-49ab-aa4c-ad3823a806b2 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.1075950 Apr 11 15:28:36.322711 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d88a-4d1f-48ad-96ce-5b2dcb177298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a6b29965-e062-4111-8c25-0f05a725766c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.335307 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d88a-4d1f-48ad-96ce-5b2dcb177298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.343697 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:32Z', 'revision_number': 3, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:36.347017 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d1c3d88a-4d1f-48ad-96ce-5b2dcb177298 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6b29965-e062-4111-8c25-0f05a725766c HTTP/1.1" status: 204 len: 168 time: 0.4604230 Apr 11 15:28:36.381767 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3d88a-4d1f-48ad-96ce-5b2dcb177298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b29965-e062-4111-8c25-0f05a725766c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:36.411897 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-444d4140-213c-48b8-b0a4-bb65d13dbf78 req-904aa7c4-485e-4988-8255-581c0cf8cdc3 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366534 Apr 11 15:28:36.426537 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7abe364-212a-448c-8400-1139e0db7ac7 None None] The sync data for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi is: [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:32Z', 'revision_number': 3, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:36.437557 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3a74c-6013-4e08-bacc-a0bd2b4fb4f0 req-ec4f7e11-ade3-4bdd-b050-65425911a574 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:36.448358 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40602) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:36.459818 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cbc3a74c-6013-4e08-bacc-a0bd2b4fb4f0 req-ec4f7e11-ade3-4bdd-b050-65425911a574 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.2466664 Apr 11 15:28:36.478219 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'floatingip': {'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:36.526744 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-2c0e9e99-c13d-44ce-ab59-9a3fcd80c284 None None] Provisioning complete for port 7c494f22-aaac-4550-86e4-9e4d25303e6e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:36.528700 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9e99-c13d-44ce-ab59-9a3fcd80c284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.559166 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.672829 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e9e99-c13d-44ce-ab59-9a3fcd80c284 None None] Port 7c494f22-aaac-4550-86e4-9e4d25303e6e cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:36.673077 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.861919 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 825bc3e8-ab01-466b-8a7b-d0772e6a3858 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:37.021727 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:37.023356 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.122873 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks [] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.124858 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40606) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:37.138002 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.153546 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:37.177710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c34abb33-b39f-4427-89b8-b405df1539fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.229197 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c494f22-aaac-4550-86e4-9e4d25303e6e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:37.277266 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (1ce0bf35-db56-43d3-a081-6f66b44e5658), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.357405 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.365566 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.450337 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c34abb33-b39f-4427-89b8-b405df1539fa admin admin] Publish callbacks [] for security_group (4006f478-5c8d-4daa-a12b-f74da2c54aec), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.452522 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Network 56acba51-7a53-4c2d-a307-704c6b3e54db is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:37.454149 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:37.468523 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c34abb33-b39f-4427-89b8-b405df1539fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4006f478-5c8d-4daa-a12b-f74da2c54aec), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.502955 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Floating IP 94eb4a06-fa36-48f4-948c-233bf6d83a37 associated. External IP: 172.27.1.164, port: e2edf1d8-d6e1-4df8-900f-a6555877ba2a. Apr 11 15:28:37.605815 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40614) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:37.606402 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c34abb33-b39f-4427-89b8-b405df1539fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dca2965aeadb493a9928cbb62a131721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797904 Apr 11 15:28:37.607333 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34abb33-b39f-4427-89b8-b405df1539fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4006f478-5c8d-4daa-a12b-f74da2c54aec,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:37.768173 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429ce6a-adf9-4aaf-abe4-7c701b4d4c28 req-ac170910-4ae5-447e-bf00-bf73a949bc53 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:37.770260 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c429ce6a-adf9-4aaf-abe4-7c701b4d4c28 req-ac170910-4ae5-447e-bf00-bf73a949bc53 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.1587908 Apr 11 15:28:37.775375 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Router 1ce0bf35-db56-43d3-a081-6f66b44e5658 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:37.795928 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3728bd6-b9c6-447f-96ee-c4bb8bf35b17 admin admin] Publish callbacks [] for security_group (4006f478-5c8d-4daa-a12b-f74da2c54aec), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.893310 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3728bd6-b9c6-447f-96ee-c4bb8bf35b17 admin admin] Publish callbacks [] for security_group (4006f478-5c8d-4daa-a12b-f74da2c54aec), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.927619 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-d962ca62-28a1-4d85-a83f-5100b01670a3 None None] Provisioning complete for port 7c494f22-aaac-4550-86e4-9e4d25303e6e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:37.928172 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d962ca62-28a1-4d85-a83f-5100b01670a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.928741 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c429ce6a-adf9-4aaf-abe4-7c701b4d4c28 req-63679dd4-055d-4b60-9ad2-a047734f3d19 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516068 Apr 11 15:28:37.957198 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:37.965095 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c80297ab-71e6-48a0-b840-d0af330b70e5 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ce0bf35-db56-43d3-a081-6f66b44e5658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8178811 Apr 11 15:28:37.996393 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d962ca62-28a1-4d85-a83f-5100b01670a3 None None] Port 7c494f22-aaac-4550-86e4-9e4d25303e6e cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:38.075651 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Router e3cd0217-2500-429b-aadd-c9665aca8477 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:38.094886 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3728bd6-b9c6-447f-96ee-c4bb8bf35b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4006f478-5c8d-4daa-a12b-f74da2c54aec), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.101135 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3728bd6-b9c6-447f-96ee-c4bb8bf35b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.104777 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b3728bd6-b9c6-447f-96ee-c4bb8bf35b17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4006f478-5c8d-4daa-a12b-f74da2c54aec HTTP/1.1" status: 204 len: 168 time: 0.4973218 Apr 11 15:28:38.160623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728bd6-b9c6-447f-96ee-c4bb8bf35b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4006f478-5c8d-4daa-a12b-f74da2c54aec,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:38.267180 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:38.279828 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] Sync routers for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:38.283594 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.298703 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:38.299545 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:38.345652 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9c4f05fe-5233-4230-ab95-b4d814f2ac30 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "PUT /v2.0/floatingips/94eb4a06-fa36-48f4-948c-233bf6d83a37 HTTP/1.1" status: 200 len: 991 time: 1.8956623 Apr 11 15:28:38.346708 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:38.349227 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3531220-0bee-43dd-8113-d0f2d610ec30" -d '{"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:38.429634 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c5bde5-e725-4b06-878a-5a8494f56416 x-openstack-request-id: req-56c5bde5-e725-4b06-878a-5a8494f56416 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:38.431504 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:38.432540 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56c5bde5-e725-4b06-878a-5a8494f56416 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:38.433112 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c5bde5-e725-4b06-878a-5a8494f56416'] response: {'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'status': 'completed', 'code': 200} Apr 11 15:28:38.582903 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:38.857459 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d82bcef3-8b77-4751-99bd-a0139a854204 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:39.130042 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '94eb4a06-fa36-48f4-948c-233bf6d83a37', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:13Z', 'updated_at': '2022-04-11T15:28:37Z', 'revision_number': 1, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:39.155510 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3405-f982-401f-997a-22e594a6065e req-29e15ab0-cddc-43c6-8aa5-eb96c49f848d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:39.157126 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-31dc3405-f982-401f-997a-22e594a6065e req-29e15ab0-cddc-43c6-8aa5-eb96c49f848d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.1068361 Apr 11 15:28:39.168181 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] Checking router: e3cd0217-2500-429b-aadd-c9665aca8477 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:39.184068 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:39.184854 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:39.186903 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port d82bcef3-8b77-4751-99bd-a0139a854204 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:39.187386 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.199805 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Sync routers for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:39.221784 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:39.226054 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:39.275654 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40656) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:39.298985 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-31dc3405-f982-401f-997a-22e594a6065e req-a0f7ccb9-5509-4f15-8330-1f4d2c8006be tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278834 Apr 11 15:28:39.315002 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738777821-network', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:39.324248 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-4da4695c-5c5c-46e0-9ac7-83f29809fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:39.325860 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-4da4695c-5c5c-46e0-9ac7-83f29809fef3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.1890178 Apr 11 15:28:39.373658 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Made reservation on behalf of 9ee5ed1d892844329d3f7b2e3f011e9f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:39.375934 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.387177 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.519768 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:39.640466 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port d82bcef3-8b77-4751-99bd-a0139a854204 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:39.641051 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.663025 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:39.739252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port d82bcef3-8b77-4751-99bd-a0139a854204, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=d82bcef3-8b77-4751-99bd-a0139a854204,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:39.753667 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.863599 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3b85c-ab12-4b66-8322-12a43a0cf0af req-0a2efb40-ab90-41c6-8987-123181b93114 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:39.865152 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6ba3b85c-ab12-4b66-8322-12a43a0cf0af req-0a2efb40-ab90-41c6-8987-123181b93114 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0777926 Apr 11 15:28:39.956425 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6ba3b85c-ab12-4b66-8322-12a43a0cf0af req-56989489-cfdf-44dd-8db7-30c9338deadb tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830548 Apr 11 15:28:39.976775 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-198b8e3a-9f06-42e2-a121-ff3a93b8f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:39.978198 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-198b8e3a-9f06-42e2-a121-ff3a93b8f865 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.6383553 Apr 11 15:28:39.999223 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40672) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:40.016002 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 2, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:40.056837 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=d82bcef3-8b77-4751-99bd-a0139a854204,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.079243 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Checking router: 1ce0bf35-db56-43d3-a081-6f66b44e5658 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:40.079861 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Updating router 1ce0bf35-db56-43d3-a081-6f66b44e5658 port 7c494f22-aaac-4550-86e4-9e4d25303e6e binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:40.130318 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.181032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks [] for security_group (32bd1249-b836-4cc5-b589-4395e7944ae5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.190083 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-8c5d67d7-8e3c-4f6e-88f5-6b807edb1d60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 999 time: 0.2015483 Apr 11 15:28:40.194703 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (32bd1249-b836-4cc5-b589-4395e7944ae5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.230855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:40.250643 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (a9306460-d96b-4845-a7f9-2a15e118dd33), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.251025 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Added segment a9306460-d96b-4845-a7f9-2a15e118dd33 of type vlan for network e1ac3494-a498-48f2-9a49-d584a923933c Apr 11 15:28:40.346308 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (e1ac3494-a498-48f2-9a49-d584a923933c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.379425 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '94eb4a06-fa36-48f4-948c-233bf6d83a37', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:13Z', 'updated_at': '2022-04-11T15:28:37Z', 'revision_number': 1, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:40.448304 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7326e3-7919-4d50-8b7a-9e4679edec59 None None] The sync data for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi is: [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '94eb4a06-fa36-48f4-948c-233bf6d83a37', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:13Z', 'updated_at': '2022-04-11T15:28:37Z', 'revision_number': 1, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:40.468901 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 15:28:40.473622 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-db046f44-4ace-45e0-9619-ccd6b4393f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:40.475127 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-db046f44-4ace-45e0-9619-ccd6b4393f44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.1116073 Apr 11 15:28:40.583405 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd1249-b836-4cc5-b589-4395e7944ae5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.588642 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (e1ac3494-a498-48f2-9a49-d584a923933c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.590063 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:40.590681 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.643406 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40690) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:40.643965 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3663931 Apr 11 15:28:40.649520 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Request body: {'subnet': {'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738777821-subnet', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:40.655835 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8077b8f-1162-42a8-b1be-51c234665d3b tempest-TestShelveInstance-1207334287 tempest-TestShelveInstance-1207334287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:40.661219 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a8077b8f-1162-42a8-b1be-51c234665d3b tempest-TestShelveInstance-1207334287 tempest-TestShelveInstance-1207334287-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1125 time: 0.6573358 Apr 11 15:28:40.661219 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-dfdaa44d-4ee2-4a45-93da-e9e2d7677c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:40.662560 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-dfdaa44d-4ee2-4a45-93da-e9e2d7677c2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1680546 Apr 11 15:28:40.662560 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:40.669376 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'port_id': '325162b6-9946-4622-91aa-0d3e56188379', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:40.739569 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Made reservation on behalf of 9ee5ed1d892844329d3f7b2e3f011e9f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:40.742770 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.750107 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Publish callbacks [] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.764259 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.842055 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a72d-7480-4cda-a85c-65eef6dbc44d admin admin] Pushing event updated for resources: {'Network': ['ID=e1ac3494-a498-48f2-9a49-d584a923933c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.857877 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network e1ac3494-a498-48f2-9a49-d584a923933c details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:28:40.877672 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d43656-52cc-48df-a729-53fbc51a11b8 None None] Pushing event updated for resources: {'Port': ['ID=7c494f22-aaac-4550-86e4-9e4d25303e6e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.890633 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.957888 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d82bcef3-8b77-4751-99bd-a0139a854204 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:40.981370 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c36558-02b5-48a6-877e-dbf2778fee8b None None] New status for floating IP 94eb4a06-fa36-48f4-948c-233bf6d83a37: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:28:41.086297 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Attempting to bind port 7c494f22-aaac-4550-86e4-9e4d25303e6e on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:41.089751 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Attempting to bind port 7c494f22-aaac-4550-86e4-9e4d25303e6e by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:41.090502 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Attempting to bind port 7c494f22-aaac-4550-86e4-9e4d25303e6e on network 56acba51-7a53-4c2d-a307-704c6b3e54db {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:41.104410 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:41.110403 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Checking segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:41.111388 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.112011 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Bound using segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:41.112760 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Bound port: 7c494f22-aaac-4550-86e4-9e4d25303e6e, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:41.114964 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.291835 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (56528084-685e-4018-ac9f-8a5a09a3e365), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.301660 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] For port 7c494f22-aaac-4550-86e4-9e4d25303e6e, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:41.307832 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] For port 7c494f22-aaac-4550-86e4-9e4d25303e6e, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=7c494f22-aaac-4550-86e4-9e4d25303e6e,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:41.308605 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.330229 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.401613 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56528084-685e-4018-ac9f-8a5a09a3e365,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:41.406573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Checking segment: {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:41.407184 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Network hostable DHCP agents. Network: e1ac3494-a498-48f2-9a49-d584a923933c, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:28:41.410372 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d43656-52cc-48df-a729-53fbc51a11b8 None None] Pushing event updated for resources: {'Port': ['ID=7c494f22-aaac-4550-86e4-9e4d25303e6e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:41.434283 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:41.435213 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:41.455828 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port d82bcef3-8b77-4751-99bd-a0139a854204 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:41.456325 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.480341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Network e1ac3494-a498-48f2-9a49-d584a923933c is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:28:41.486659 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-add009ac-1ab4-4dfc-aaa8-569645139081 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570491 Apr 11 15:28:41.515326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, e1ac3494-a498-48f2-9a49-d584a923933c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:41.529318 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:41.533383 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.569051 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-07468187-07f3-45b7-89de-533f85c61f03 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9238317 Apr 11 15:28:41.571488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40700) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:41.583383 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:41.584229 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396a567-34d0-49dd-b25b-ca044e84e482 None None] Network e1ac3494-a498-48f2-9a49-d584a923933c requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:41.603814 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] Provisioning complete for port 7c494f22-aaac-4550-86e4-9e4d25303e6e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:41.604226 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.631869 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (93d39437-af19-41a8-bf0b-1c03770a242b), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.633251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (93d39437-af19-41a8-bf0b-1c03770a242b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.717995 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:41.752563 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks [] for router_controller (93d39437-af19-41a8-bf0b-1c03770a242b), precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.832895 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Allocated IP 172.27.1.22 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/4e28d5af-c5ea-4ab2-8404-6d0431429c91) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:41.881105 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d3531220-0bee-43dd-8113-d0f2d610ec30 req-a2dd2fe6-b730-4b9a-a2ba-024f5c78d903 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830850 Apr 11 15:28:42.042662 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] Current status of the port 7c494f22-aaac-4550-86e4-9e4d25303e6e is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:42.043558 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.071317 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.084664 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks [] for router_gateway (93d39437-af19-41a8-bf0b-1c03770a242b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.164247 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:41Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:42.173587 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.196777 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] For port 7c494f22-aaac-4550-86e4-9e4d25303e6e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=7c494f22-aaac-4550-86e4-9e4d25303e6e,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:42.209379 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.280405 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710021-2fb4-4316-835b-50c3eb3acf33 None None] The sync data for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi is: [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:41Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:42.303161 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:42.307038 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:42.342902 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:42.364252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port d82bcef3-8b77-4751-99bd-a0139a854204 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:42.383128 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'Port': ['ID=4e28d5af-c5ea-4ab2-8404-6d0431429c91,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:42.409464 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-7724e605-48b7-4a1c-b6f0-a608bb9ae431 None None] Provisioning complete for port 7c494f22-aaac-4550-86e4-9e4d25303e6e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:42.409862 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7724e605-48b7-4a1c-b6f0-a608bb9ae431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.546016 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-e1ac3494-a498-48f2-9a49-d584a923933c', 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'fixed_ips': [{'subnet_id': '56528084-685e-4018-ac9f-8a5a09a3e365'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:28:42.549003 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.585219 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd594d52-592c-4ecd-90ec-fdebcd84684d None None] Pushing event updated for resources: {'Port': ['ID=7c494f22-aaac-4550-86e4-9e4d25303e6e,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:42.811428 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7724e605-48b7-4a1c-b6f0-a608bb9ae431 None None] Current status of the port 7c494f22-aaac-4550-86e4-9e4d25303e6e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:42.868453 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 7c494f22-aaac-4550-86e4-9e4d25303e6e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:42.883351 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks [] for router_gateway (93d39437-af19-41a8-bf0b-1c03770a242b), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.912865 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.007590 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Allocated IP 172.20.0.2 (e1ac3494-a498-48f2-9a49-d584a923933c/56528084-685e-4018-ac9f-8a5a09a3e365/e3e22eda-417d-459d-91ab-c64bc70d74a8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:43.082415 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Allocated IP 172.27.1.214 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/21991381-4c44-45d0-8837-8630a64c1726) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:43.129443 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for floatingip (b393f7fe-f8bf-4f2e-a973-1d9e55860ac9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.147293 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 7c494f22-aaac-4550-86e4-9e4d25303e6e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:43.147673 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.263253 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.315111 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks [] for port (21991381-4c44-45d0-8837-8630a64c1726), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.343493 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 7c494f22-aaac-4550-86e4-9e4d25303e6e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:43.378638 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Publish callbacks [] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.391120 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (21991381-4c44-45d0-8837-8630a64c1726), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.396300 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.471627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Network e1ac3494-a498-48f2-9a49-d584a923933c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:43.477849 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:43.487118 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:43.495796 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:43.497956 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:43.514551 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:43.522471 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.528698 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.559506 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Pushing event updated for resources: {'Port': ['ID=e3e22eda-417d-459d-91ab-c64bc70d74a8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:43.641849 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Pushing event updated for resources: {'Port': ['ID=21991381-4c44-45d0-8837-8630a64c1726,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:43.702841 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (b393f7fe-f8bf-4f2e-a973-1d9e55860ac9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.747720 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Attempting to bind port e3e22eda-417d-459d-91ab-c64bc70d74a8 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:43.748188 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Attempting to bind port e3e22eda-417d-459d-91ab-c64bc70d74a8 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:43.748625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Attempting to bind port e3e22eda-417d-459d-91ab-c64bc70d74a8 on network e1ac3494-a498-48f2-9a49-d584a923933c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:43.756371 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:43.757000 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Checking segment: {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:43.757470 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.758476 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Bound using segment: {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:43.759104 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Bound port: e3e22eda-417d-459d-91ab-c64bc70d74a8, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:43.760433 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.779485 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event updated for resources: {'Port': ['ID=4e28d5af-c5ea-4ab2-8404-6d0431429c91,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:43.797438 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:28:43.871803 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] For port e3e22eda-417d-459d-91ab-c64bc70d74a8, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:43.876418 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] For port e3e22eda-417d-459d-91ab-c64bc70d74a8, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e3e22eda-417d-459d-91ab-c64bc70d74a8,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:43.889703 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Floating IP b393f7fe-f8bf-4f2e-a973-1d9e55860ac9 associated. External IP: 172.27.1.22, port: 325162b6-9946-4622-91aa-0d3e56188379. Apr 11 15:28:43.892284 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.995450 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44713-7642-4fca-b37b-c40853f47649 None None] Pushing event updated for resources: {'Port': ['ID=e3e22eda-417d-459d-91ab-c64bc70d74a8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:44.125273 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks [] for router_gateway (93d39437-af19-41a8-bf0b-1c03770a242b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.270224 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Router 76d84ca4-0c82-479a-9eea-6828b94cf7fb has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:44.496463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (93d39437-af19-41a8-bf0b-1c03770a242b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.500429 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:44.520777 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] Sync routers for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:44.550699 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:44.551471 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:44.555239 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.643830 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-0dbe2cb0-bd47-4e73-be1b-5c6d1b52e4d4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9695542 Apr 11 15:28:44.643830 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:44.643830 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b8143f-b267-4546-9c54-36329f351a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:44.725954 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc1f13e-9121-4a35-9e27-5adf8a77e32c x-openstack-request-id: req-9cc1f13e-9121-4a35-9e27-5adf8a77e32c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:44.726239 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:44.726495 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cc1f13e-9121-4a35-9e27-5adf8a77e32c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:44.726924 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc1f13e-9121-4a35-9e27-5adf8a77e32c'] response: {'name': 'network-changed', 'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'status': 'completed', 'code': 200} Apr 11 15:28:44.774198 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:44.824775 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Router 93d39437-af19-41a8-bf0b-1c03770a242b is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:28:44.849204 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e3e22eda-417d-459d-91ab-c64bc70d74a8 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:44.869790 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8143f-b267-4546-9c54-36329f351a3a req-6931720b-f053-4733-9052-673f38388566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:44.871472 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-6931720b-f053-4733-9052-673f38388566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1130 time: 0.0683446 Apr 11 15:28:45.050409 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port e3e22eda-417d-459d-91ab-c64bc70d74a8 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:45.051929 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.060986 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ab07a83-6004-4c3b-84c4-f2cbf3777e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.123499 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:45.132612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8143f-b267-4546-9c54-36329f351a3a req-c67c5f5a-37e5-4c4d-8203-ef153609d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:45.134111 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-c67c5f5a-37e5-4c4d-8203-ef153609d837 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 910 time: 0.2501519 Apr 11 15:28:45.144945 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Sync routers for ids ['93d39437-af19-41a8-bf0b-1c03770a242b'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:45.167035 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b393f7fe-f8bf-4f2e-a973-1d9e55860ac9', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'port_id': '325162b6-9946-4622-91aa-0d3e56188379', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'mac_address': 'fa:16:3e:f0:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 0, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:35Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:45.191470 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.200336 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] Checking router: 76d84ca4-0c82-479a-9eea-6828b94cf7fb for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:45.201379 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-26fa8172-1ac7-48ae-8fd9-1b4c8cc67a31 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6221902 Apr 11 15:28:45.207848 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 40740) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:45.212386 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:45.213827 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:45.221715 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Routers {'93d39437-af19-41a8-bf0b-1c03770a242b'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:45.222418 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['93d39437-af19-41a8-bf0b-1c03770a242b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:45.331264 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-be82e87d-1377-4b7a-b391-a538637dbb0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 999 time: 0.1834397 Apr 11 15:28:45.441897 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8143f-b267-4546-9c54-36329f351a3a req-7c6f584e-8aed-4c29-8304-3ba6e04603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:45.443544 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-7c6f584e-8aed-4c29-8304-3ba6e04603f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 200 len: 848 time: 0.1006355 Apr 11 15:28:45.494895 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8143f-b267-4546-9c54-36329f351a3a req-fb5a6fe1-71e9-45da-a165-8fba413879c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:45.496563 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-fb5a6fe1-71e9-45da-a165-8fba413879c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48c0d64-03ac-498a-81d9-40f420df7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427573 Apr 11 15:28:45.582168 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:45.590734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a8c9b-419a-4b28-9779-b8ca3b7a6d69 None None] Network e1ac3494-a498-48f2-9a49-d584a923933c requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:45.625717 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Provisioning complete for port e3e22eda-417d-459d-91ab-c64bc70d74a8 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:45.625717 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.795993 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-daedfec6-42da-450f-a93b-bba51717eddd service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898810 Apr 11 15:28:45.893966 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port e3e22eda-417d-459d-91ab-c64bc70d74a8 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:45.894641 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.974180 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b393f7fe-f8bf-4f2e-a973-1d9e55860ac9', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'port_id': '325162b6-9946-4622-91aa-0d3e56188379', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'mac_address': 'fa:16:3e:f0:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 0, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:35Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:45.984798 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-51b8143f-b267-4546-9c54-36329f351a3a req-5796ac53-b75b-4a2f-82dc-da454a405aa8 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793907 Apr 11 15:28:46.011063 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port e3e22eda-417d-459d-91ab-c64bc70d74a8, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e3e22eda-417d-459d-91ab-c64bc70d74a8,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:46.016049 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Current status of the port e3e22eda-417d-459d-91ab-c64bc70d74a8 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:46.016741 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.018356 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4ecd1-9738-4c1d-bc1c-0e4171d48c5a None None] The sync data for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi is: [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b393f7fe-f8bf-4f2e-a973-1d9e55860ac9', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'port_id': '325162b6-9946-4622-91aa-0d3e56188379', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'mac_address': 'fa:16:3e:f0:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 0, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:35Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:46.021874 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Set router 93d39437-af19-41a8-bf0b-1c03770a242b gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:46.025984 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.294869 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:46.418062 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792caff6-65bd-4602-a0b0-1238a12692d2 None None] New status for floating IP b393f7fe-f8bf-4f2e-a973-1d9e55860ac9: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:28:46.519140 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.539812 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=e3e22eda-417d-459d-91ab-c64bc70d74a8,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:46.552848 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.db.api [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:28:46.553413 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG oslo_db.api [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:28:46.583997 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 3, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:46.591561 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-403707b3-878c-4b96-9925-7718e2e54cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.652300 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Checking router: 93d39437-af19-41a8-bf0b-1c03770a242b for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:46.652947 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Updating router 93d39437-af19-41a8-bf0b-1c03770a242b port 21991381-4c44-45d0-8837-8630a64c1726 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:46.699996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21991381-4c44-45d0-8837-8630a64c1726), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.769618 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-403707b3-878c-4b96-9925-7718e2e54cba admin admin] Publish callbacks [] for security_group (d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.777488 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-403707b3-878c-4b96-9925-7718e2e54cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.829896 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Allocated IP 172.20.0.1 (e1ac3494-a498-48f2-9a49-d584a923933c/56528084-685e-4018-ac9f-8a5a09a3e365/6b1613b5-dd2b-43cb-8303-8516b7c1d4f0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:46.854192 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-403707b3-878c-4b96-9925-7718e2e54cba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c23d55a7154c4283b5df3f3f1ebc967a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576928 Apr 11 15:28:46.857524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40760) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:46.875555 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e3e22eda-417d-459d-91ab-c64bc70d74a8 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:46.982716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403707b3-878c-4b96-9925-7718e2e54cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.028463 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port e3e22eda-417d-459d-91ab-c64bc70d74a8 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:47.029448 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.034948 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3af1c35e-ce1b-49b8-9cf9-02f3f4be51c8 admin admin] Publish callbacks [] for security_group (d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.063212 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3af1c35e-ce1b-49b8-9cf9-02f3f4be51c8 admin admin] Publish callbacks [] for security_group (d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.094343 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks [] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.142021 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-010154dc-de12-4c09-802c-b630d84d33d8 None None] Current status of the port e3e22eda-417d-459d-91ab-c64bc70d74a8 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:47.143574 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3af1c35e-ce1b-49b8-9cf9-02f3f4be51c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.150024 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3af1c35e-ce1b-49b8-9cf9-02f3f4be51c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.151650 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-3af1c35e-ce1b-49b8-9cf9-02f3f4be51c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4 HTTP/1.1" status: 204 len: 168 time: 0.2911084 Apr 11 15:28:47.171360 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.191335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1c35e-ce1b-49b8-9cf9-02f3f4be51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e55ae0-3d2b-4597-a82a-25ecb0ecb1c4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.238549 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Network e1ac3494-a498-48f2-9a49-d584a923933c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:47.246479 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:47.246900 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port e3e22eda-417d-459d-91ab-c64bc70d74a8 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:47.279987 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:47.280697 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Publish callbacks [] for port (21991381-4c44-45d0-8837-8630a64c1726), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.287962 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-5ff781d2-735e-4ebe-82a1-58897988301c None None] Provisioning complete for port e3e22eda-417d-459d-91ab-c64bc70d74a8 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:47.288695 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ff781d2-735e-4ebe-82a1-58897988301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.322302 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21991381-4c44-45d0-8837-8630a64c1726), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.356764 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.390307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (93d39437-af19-41a8-bf0b-1c03770a242b), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.431737 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Attempting to bind port 21991381-4c44-45d0-8837-8630a64c1726 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:47.433561 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Attempting to bind port 21991381-4c44-45d0-8837-8630a64c1726 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:47.434060 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Attempting to bind port 21991381-4c44-45d0-8837-8630a64c1726 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:47.445269 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:47.445828 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:47.446370 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.447470 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:47.452978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Bound port: 21991381-4c44-45d0-8837-8630a64c1726, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:47.453551 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21991381-4c44-45d0-8837-8630a64c1726), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.455715 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539e8fc-1862-4d87-9c2b-e5c29b52283a None None] Pushing event updated for resources: {'Port': ['ID=21991381-4c44-45d0-8837-8630a64c1726,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.604687 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5ff781d2-735e-4ebe-82a1-58897988301c None None] Current status of the port e3e22eda-417d-459d-91ab-c64bc70d74a8 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:47.613788 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] For port 21991381-4c44-45d0-8837-8630a64c1726, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:47.621025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.636996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] For port 21991381-4c44-45d0-8837-8630a64c1726, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=21991381-4c44-45d0-8837-8630a64c1726,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:47.644024 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21991381-4c44-45d0-8837-8630a64c1726), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.717055 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539e8fc-1862-4d87-9c2b-e5c29b52283a None None] Pushing event updated for resources: {'Port': ['ID=21991381-4c44-45d0-8837-8630a64c1726,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.735412 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Routers {'93d39437-af19-41a8-bf0b-1c03770a242b'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:47.736365 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['93d39437-af19-41a8-bf0b-1c03770a242b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:47.742414 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:47.757223 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dc224c-8474-4e49-bccc-b8d8fc40236f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.852354 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dc224c-8474-4e49-bccc-b8d8fc40236f admin admin] Publish callbacks [] for security_group (520e6f46-0303-402b-9642-6f5acfa72b98), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.855739 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] Set router 93d39437-af19-41a8-bf0b-1c03770a242b gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:47.859144 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dc224c-8474-4e49-bccc-b8d8fc40236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (520e6f46-0303-402b-9642-6f5acfa72b98), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.877126 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks [] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.883931 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.905254 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc224c-8474-4e49-bccc-b8d8fc40236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520e6f46-0303-402b-9642-6f5acfa72b98,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.942073 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a0dc224c-8474-4e49-bccc-b8d8fc40236f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e1a8a7cf3dd4cd09710a792f5f7f46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983228 Apr 11 15:28:47.944694 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40772) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:47.955854 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.996819 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (93d39437-af19-41a8-bf0b-1c03770a242b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.042216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14358ff2-08f0-419a-b284-569ce9caae57 admin admin] Publish callbacks [] for security_group (520e6f46-0303-402b-9642-6f5acfa72b98), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.083484 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14358ff2-08f0-419a-b284-569ce9caae57 admin admin] Publish callbacks [] for security_group (520e6f46-0303-402b-9642-6f5acfa72b98), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.116196 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-7a22c795-9345-40f3-8b66-59ed86dc203d None None] Provisioning complete for port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:48.116755 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a22c795-9345-40f3-8b66-59ed86dc203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.142792 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Network e1ac3494-a498-48f2-9a49-d584a923933c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:48.146955 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:48.150887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14358ff2-08f0-419a-b284-569ce9caae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (520e6f46-0303-402b-9642-6f5acfa72b98), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.159616 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14358ff2-08f0-419a-b284-569ce9caae57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.161332 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-14358ff2-08f0-419a-b284-569ce9caae57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/520e6f46-0303-402b-9642-6f5acfa72b98 HTTP/1.1" status: 204 len: 168 time: 0.2154865 Apr 11 15:28:48.179373 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14358ff2-08f0-419a-b284-569ce9caae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e6f46-0303-402b-9642-6f5acfa72b98,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:48.302729 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7a22c795-9345-40f3-8b66-59ed86dc203d None None] Port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:48.420816 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2eebafd3-ad69-4494-a38b-2b2f87f948f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.428522 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '6b1613b5-dd2b-43cb-8303-8516b7c1d4f0', 'name': '', 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'mac_address': 'fa:16:3e:62:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:46Z', 'updated_at': '2022-04-11T15:28:46Z', 'revision_number': 1, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'subnets': [{'id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:48.486915 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f9c27-88f4-4afc-9836-412a180bcb5e None None] The sync data for ids ['93d39437-af19-41a8-bf0b-1c03770a242b'] in dv-cinder-835483-2-iscsi is: [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '6b1613b5-dd2b-43cb-8303-8516b7c1d4f0', 'name': '', 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'mac_address': 'fa:16:3e:62:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:46Z', 'updated_at': '2022-04-11T15:28:46Z', 'revision_number': 1, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'subnets': [{'id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:48.522138 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-21db279c-31f3-434c-9911-5bd82e2cfe3e None None] Provisioning complete for port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:48.527321 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21db279c-31f3-434c-9911-5bd82e2cfe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.574072 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-21db279c-31f3-434c-9911-5bd82e2cfe3e None None] Port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:48.702212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Router 93d39437-af19-41a8-bf0b-1c03770a242b has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:48.903706 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:48.913702 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-6ac43795-4e05-404f-bce8-4d3f9aa43e51 admin admin] 10.222.0.50 "PUT /v2.0/routers/93d39437-af19-41a8-bf0b-1c03770a242b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6990283 Apr 11 15:28:49.234967 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:50.643284 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:50.880907 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21991381-4c44-45d0-8837-8630a64c1726 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:51.023828 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 21991381-4c44-45d0-8837-8630a64c1726 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:51.024237 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21991381-4c44-45d0-8837-8630a64c1726), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.191037 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 21991381-4c44-45d0-8837-8630a64c1726 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:51.191570 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (21991381-4c44-45d0-8837-8630a64c1726), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.248753 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 21991381-4c44-45d0-8837-8630a64c1726, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=21991381-4c44-45d0-8837-8630a64c1726,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:51.272727 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (21991381-4c44-45d0-8837-8630a64c1726), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.295775 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.402825 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=21991381-4c44-45d0-8837-8630a64c1726,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:52.802557 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21991381-4c44-45d0-8837-8630a64c1726 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:52.886210 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 21991381-4c44-45d0-8837-8630a64c1726 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:52.886875 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (21991381-4c44-45d0-8837-8630a64c1726), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.031927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 21991381-4c44-45d0-8837-8630a64c1726 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:53.409511 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Sync routers for ids ['93d39437-af19-41a8-bf0b-1c03770a242b'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:53.425235 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Routers {'93d39437-af19-41a8-bf0b-1c03770a242b'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:53.426469 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['93d39437-af19-41a8-bf0b-1c03770a242b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:53.637998 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Set router 93d39437-af19-41a8-bf0b-1c03770a242b gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:53.916589 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '6b1613b5-dd2b-43cb-8303-8516b7c1d4f0', 'name': '', 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'mac_address': 'fa:16:3e:62:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:46Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 2, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'subnets': [{'id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:53.959271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Checking router: 93d39437-af19-41a8-bf0b-1c03770a242b for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:53.959648 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Updating router 93d39437-af19-41a8-bf0b-1c03770a242b port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:53.996093 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.365314 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Publish callbacks [] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.378861 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.454161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc94c1a-b05f-41d0-8e15-1d692bd8993f None None] Pushing event updated for resources: {'Port': ['ID=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:54.511110 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Attempting to bind port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:54.511618 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Attempting to bind port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:54.512087 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Attempting to bind port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 on network e1ac3494-a498-48f2-9a49-d584a923933c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:54.518883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:54.519411 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Checking segment: {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:54.520114 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.520668 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Bound using segment: {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:54.521593 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Bound port: 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9306460-d96b-4845-a7f9-2a15e118dd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:54.522094 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.619465 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] For port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:54.623443 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] For port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:54.640570 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.748868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Routers {'93d39437-af19-41a8-bf0b-1c03770a242b'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:54.748868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['93d39437-af19-41a8-bf0b-1c03770a242b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:54.891828 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-f9e15d1d-8727-4a6a-9d6e-a785def909dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582387 Apr 11 15:28:54.921031 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc94c1a-b05f-41d0-8e15-1d692bd8993f None None] Pushing event updated for resources: {'Port': ['ID=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:54.926703 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] Provisioning complete for port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:54.927084 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.965483 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.029662 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-46c454c0-697d-4925-b5ae-67c1f0cd8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:55.031635 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-46c454c0-697d-4925-b5ae-67c1f0cd8359 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 1129 time: 0.0712268 Apr 11 15:28:55.115534 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] Set router 93d39437-af19-41a8-bf0b-1c03770a242b gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:55.198137 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] Current status of the port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:55.198137 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.463768 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] For port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:55.476783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.510559 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-43f4a2ab-0094-4aef-bf4a-67a44d6d8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:55.515131 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-43f4a2ab-0094-4aef-bf4a-67a44d6d8794 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.4564219 Apr 11 15:28:55.579562 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03d503-2520-4366-9df6-04535dd2d8bd None None] Pushing event updated for resources: {'Port': ['ID=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:55.612857 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-bb66708a-0cd6-4f40-a6e0-74a44126a4a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721 HTTP/1.1" status: 200 len: 1000 time: 0.0898337 Apr 11 15:28:55.623233 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '6b1613b5-dd2b-43cb-8303-8516b7c1d4f0', 'name': '', 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'mac_address': 'fa:16:3e:62:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:46Z', 'updated_at': '2022-04-11T15:28:54Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'subnets': [{'id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:55.634911 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-4303f59d-c20f-4e14-91f1-7a96faeb4226 None None] Provisioning complete for port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:55.636710 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4303f59d-c20f-4e14-91f1-7a96faeb4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.706673 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-4f3420e0-9dfb-4ee1-8815-c5cb287a471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:55.722265 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a102d0-7b84-4be1-900b-60ff81a4b051 None None] The sync data for ids ['93d39437-af19-41a8-bf0b-1c03770a242b'] in dv-cinder-835483-2-iscsi is: [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:28:47Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '6b1613b5-dd2b-43cb-8303-8516b7c1d4f0', 'name': '', 'network_id': 'e1ac3494-a498-48f2-9a49-d584a923933c', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'mac_address': 'fa:16:3e:62:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:46Z', 'updated_at': '2022-04-11T15:28:54Z', 'revision_number': 4, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'subnets': [{'id': '56528084-685e-4018-ac9f-8a5a09a3e365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:55.722516 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-4f3420e0-9dfb-4ee1-8815-c5cb287a471e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0961924 Apr 11 15:28:55.820214 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-990be470-4788-42af-89ec-801a98c5c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:55.822314 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-990be470-4788-42af-89ec-801a98c5c4ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906937 Apr 11 15:28:55.860459 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4303f59d-c20f-4e14-91f1-7a96faeb4226 None None] Current status of the port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:56.007571 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-1a04c93e-2df4-4be8-b6eb-4b3175aa4910 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671867 Apr 11 15:28:56.175328 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ce47dc6e-458d-4e5e-9d2c-628bf8ac800f req-f836e511-a3e5-4669-b3d0-730b362ad454 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566880 Apr 11 15:28:56.811731 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:56.914225 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:56.915358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.099464 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:57.561387 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:57.628493 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Deleting subnet d1a125d7-8c8b-48db-b886-9cb58d17e829 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:28:57.631940 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Publish callbacks [] for subnet (d1a125d7-8c8b-48db-b886-9cb58d17e829), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.672440 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (d1a125d7-8c8b-48db-b886-9cb58d17e829), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.731186 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (d1a125d7-8c8b-48db-b886-9cb58d17e829), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.801041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (d1a125d7-8c8b-48db-b886-9cb58d17e829), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.829527 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a125d7-8c8b-48db-b886-9cb58d17e829,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:57.836372 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.840603 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-3dd70539-67cf-4d27-b79a-c7f62317c089 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d1a125d7-8c8b-48db-b886-9cb58d17e829 HTTP/1.1" status: 204 len: 168 time: 0.2766562 Apr 11 15:28:57.842812 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40988) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:57.934481 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (054acad1-a086-46ca-80e7-3a0b72a78795), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.033453 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (054acad1-a086-46ca-80e7-3a0b72a78795), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.069134 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054acad1-a086-46ca-80e7-3a0b72a78795']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:58.083521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c28ea8-7484-4a3e-99d9-6895557c11a2') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:58.083956 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c28ea8-7484-4a3e-99d9-6895557c11a2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:58.105452 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (69c28ea8-7484-4a3e-99d9-6895557c11a2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.121313 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (69c28ea8-7484-4a3e-99d9-6895557c11a2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.132650 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:28:58.133409 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (69c28ea8-7484-4a3e-99d9-6895557c11a2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:28:58.136848 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:28:58.215720 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (054acad1-a086-46ca-80e7-3a0b72a78795), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.224706 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.228608 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] 10.222.0.50 "DELETE /v2.0/networks/054acad1-a086-46ca-80e7-3a0b72a78795 HTTP/1.1" status: 204 len: 168 time: 0.3845720 Apr 11 15:28:58.245290 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b50a2-7e1f-4262-bae2-4672c46a7f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=054acad1-a086-46ca-80e7-3a0b72a78795,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:58.454679 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40996) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:58.503170 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ac1d5855-ee92-40f1-b185-0ea02459f3d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25f4890c12314c73a71ce1a7539bc0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473001 Apr 11 15:28:58.505510 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 40998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:58.570100 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96ffbd53-c816-4587-b11e-1035fb73865d admin admin] Publish callbacks [] for security_group (9458f892-e650-4e6d-820c-26efe6c29e69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.605576 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96ffbd53-c816-4587-b11e-1035fb73865d admin admin] Publish callbacks [] for security_group (9458f892-e650-4e6d-820c-26efe6c29e69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.669363 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96ffbd53-c816-4587-b11e-1035fb73865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (9458f892-e650-4e6d-820c-26efe6c29e69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.674937 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96ffbd53-c816-4587-b11e-1035fb73865d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:58.676381 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-96ffbd53-c816-4587-b11e-1035fb73865d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9458f892-e650-4e6d-820c-26efe6c29e69 HTTP/1.1" status: 204 len: 168 time: 0.1698198 Apr 11 15:28:58.686139 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffbd53-c816-4587-b11e-1035fb73865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9458f892-e650-4e6d-820c-26efe6c29e69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:59.600712 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 41024) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:59.726408 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1593829512-network', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:59.779166 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Made reservation on behalf of e7b3580d69fb473b92c6d076b45bdc2b for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:59.782049 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:59.793863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:59.927222 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks [] for security_group (063f4d6c-895f-4fb1-bf44-938de5eb7e91), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:59.952410 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (063f4d6c-895f-4fb1-bf44-938de5eb7e91), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:59.961480 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:59.985063 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (a89cc9ca-028a-4566-b2b2-4b1eff04178e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:59.985386 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Added segment a89cc9ca-028a-4566-b2b2-4b1eff04178e of type vlan for network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b Apr 11 15:28:59.997742 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063f4d6c-895f-4fb1-bf44-938de5eb7e91,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:00.045640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (399ef17c-dfcd-4e5c-930e-322d1e6edf2b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.083216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (399ef17c-dfcd-4e5c-930e-322d1e6edf2b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.084251 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:00.084832 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.129305 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5273719 Apr 11 15:29:00.132588 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41032) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:00.140520 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Request body: {'subnet': {'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1593829512-subnet', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:00.169293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa362ef-289c-473e-a8b9-66513c310394 admin admin] Pushing event updated for resources: {'Network': ['ID=399ef17c-dfcd-4e5c-930e-322d1e6edf2b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:00.189200 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Made reservation on behalf of e7b3580d69fb473b92c6d076b45bdc2b for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:00.190249 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:29:00.193332 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.413887 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (12c2095f-7e2b-4b3d-985d-0bde5f78e7fe), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.474566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:00.484477 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Checking segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:00.484837 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Network hostable DHCP agents. Network: 399ef17c-dfcd-4e5c-930e-322d1e6edf2b, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:29:00.509812 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:29:00.519069 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 399ef17c-dfcd-4e5c-930e-322d1e6edf2b) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:00.528001 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:00.528784 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.530111 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089cabd-4fb3-443c-95d2-0b1ea679d469 None None] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:29:00.548047 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d6ab5d2d-ea1d-44c5-be60-baf8037d196d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4117284 Apr 11 15:29:00.550692 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 41038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:00.555348 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:00.576839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (336bb4ac-a11f-4b56-b6f3-d74c38b58321), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.578352 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (336bb4ac-a11f-4b56-b6f3-d74c38b58321), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.663287 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks [] for router_controller (336bb4ac-a11f-4b56-b6f3-d74c38b58321), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.673542 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:29:00.674411 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.826458 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks [] for router_gateway (336bb4ac-a11f-4b56-b6f3-d74c38b58321), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:00.864122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Allocated IP 172.20.0.2 (399ef17c-dfcd-4e5c-930e-322d1e6edf2b/12c2095f-7e2b-4b3d-985d-0bde5f78e7fe/db0e8563-2bc1-4263-82a2-a7480a01921e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:01.020617 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks [] for router_gateway (336bb4ac-a11f-4b56-b6f3-d74c38b58321), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.043383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.048234 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Publish callbacks [] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.056342 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.098617 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:01.102076 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:01.109746 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:01.115117 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Pushing event updated for resources: {'Port': ['ID=db0e8563-2bc1-4263-82a2-a7480a01921e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:01.173524 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Attempting to bind port db0e8563-2bc1-4263-82a2-a7480a01921e on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:01.173906 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Attempting to bind port db0e8563-2bc1-4263-82a2-a7480a01921e by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:01.174485 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Attempting to bind port db0e8563-2bc1-4263-82a2-a7480a01921e on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:01.180536 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:01.181537 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Checking segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:01.182164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.182781 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Bound using segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:01.183311 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Bound port: db0e8563-2bc1-4263-82a2-a7480a01921e, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:01.183756 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.188381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Allocated IP 172.27.1.105 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/f6d0652a-87f3-482b-acb3-19f4e56ff9ac) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:01.253809 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-f76a8ad7-e9ca-44da-a85f-1e5e5746cc60 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:01.256510 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-f76a8ad7-e9ca-44da-a85f-1e5e5746cc60 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 815 time: 0.1234543 Apr 11 15:29:01.256610 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] For port db0e8563-2bc1-4263-82a2-a7480a01921e, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:01.261227 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] For port db0e8563-2bc1-4263-82a2-a7480a01921e, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db0e8563-2bc1-4263-82a2-a7480a01921e,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:01.271391 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.276760 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-268ba548-26b9-4d2c-a097-a631b36fd8fc tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/quotas/e5639b523c7d4b648ad674e72bf96d28 HTTP/1.1" status: 200 len: 375 time: 0.0130868 Apr 11 15:29:01.326854 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebe535-68bb-4a6e-9b57-15145efd4025 None None] Pushing event updated for resources: {'Port': ['ID=db0e8563-2bc1-4263-82a2-a7480a01921e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:01.327117 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks [] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.344157 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-6943b43a-ac9f-4e94-bcc1-63ae64a96521 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605819 Apr 11 15:29:01.382501 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:01.424948 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:01.429533 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:01.438444 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:01.442171 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:01.466045 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-c362f00b-5ecf-4d55-9df6-3c7b7407d80f service neutron] 10.222.0.50 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079392 Apr 11 15:29:01.472845 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.473262 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.473616 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.473924 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.474220 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.474541 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.474897 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.475225 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.475554 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.475883 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.476258 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.476596 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.476866 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.477191 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.477512 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:01.598812 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-e76ce41c-ec92-4eaf-afb6-9f13dc608ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263816 Apr 11 15:29:01.812971 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-68150782-ae28-4931-8df8-d3e8c1f3ae9e req-98c9a4f8-329f-4d0c-b015-d9ddc7a92a5c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 210 time: 0.0409558 Apr 11 15:29:01.820489 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks [] for router_gateway (336bb4ac-a11f-4b56-b6f3-d74c38b58321), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.087041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (336bb4ac-a11f-4b56-b6f3-d74c38b58321), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.283718 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:29:02.417894 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21483f7-c7fa-40b9-9af2-2b5ce0e5032e None None] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:29:02.432525 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:02.444046 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:02.451472 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.453005 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-216de19e-1868-4f79-b8d2-3663fd7b8357 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9011610 Apr 11 15:29:02.455821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41072) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:02.461214 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:02.470703 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:02.479431 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] Provisioning complete for port db0e8563-2bc1-4263-82a2-a7480a01921e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:02.479883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.601839 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:02.659698 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] Current status of the port db0e8563-2bc1-4263-82a2-a7480a01921e is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:02.660438 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.721260 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] For port db0e8563-2bc1-4263-82a2-a7480a01921e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db0e8563-2bc1-4263-82a2-a7480a01921e,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:02.730536 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.850544 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf880a2e-3707-4bbd-a4b3-647d1250580a None None] Pushing event updated for resources: {'Port': ['ID=db0e8563-2bc1-4263-82a2-a7480a01921e,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:02.882868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db0e8563-2bc1-4263-82a2-a7480a01921e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:02.890812 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:01Z', 'revision_number': 3, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:02.925653 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:02.926134 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Updating router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 port f6d0652a-87f3-482b-acb3-19f4e56ff9ac binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:29:02.970545 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.971736 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-1c6d74ab-d2d1-491a-90a6-37fe6f75da1c None None] Provisioning complete for port db0e8563-2bc1-4263-82a2-a7480a01921e triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:02.972359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c6d74ab-d2d1-491a-90a6-37fe6f75da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:02.987054 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-458d6b43-a958-45b1-b8c0-320b3fd51efb req-d96fc6c6-0a4c-41cd-8f7e-96ceb5b5b510 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 210 time: 0.0412676 Apr 11 15:29:03.027804 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port db0e8563-2bc1-4263-82a2-a7480a01921e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:03.028459 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.120857 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d74ab-d2d1-491a-90a6-37fe6f75da1c None None] Current status of the port db0e8563-2bc1-4263-82a2-a7480a01921e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:03.146984 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.158952 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port db0e8563-2bc1-4263-82a2-a7480a01921e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:03.291037 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Publish callbacks [] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.299322 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.353803 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Attempting to bind port f6d0652a-87f3-482b-acb3-19f4e56ff9ac on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:03.354390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Allocated IP 172.20.0.1 (399ef17c-dfcd-4e5c-930e-322d1e6edf2b/12c2095f-7e2b-4b3d-985d-0bde5f78e7fe/4ea943f0-8885-44c9-a3f6-e5cedbd44ffc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:03.354795 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Attempting to bind port f6d0652a-87f3-482b-acb3-19f4e56ff9ac by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:03.355381 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Attempting to bind port f6d0652a-87f3-482b-acb3-19f4e56ff9ac on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:03.367497 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:03.368325 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:03.368961 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.369564 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:03.370268 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Bound port: f6d0652a-87f3-482b-acb3-19f4e56ff9ac, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:03.370888 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.374895 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deac00-aa8a-436d-9773-0bf37cae699c None None] Pushing event updated for resources: {'Port': ['ID=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:03.448628 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] For port f6d0652a-87f3-482b-acb3-19f4e56ff9ac, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:03.454625 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] For port f6d0652a-87f3-482b-acb3-19f4e56ff9ac, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:03.462682 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.513463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks [] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.524005 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:03.525490 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:03.537879 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-17faa806-b4ab-45e1-964d-3fddabf239ec tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:03.544586 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-17faa806-b4ab-45e1-964d-3fddabf239ec tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 815 time: 0.1994283 Apr 11 15:29:03.561103 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.578456 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'port': {'device_id': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'admin_state_up': True, 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:03.606888 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deac00-aa8a-436d-9773-0bf37cae699c None None] Pushing event updated for resources: {'Port': ['ID=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:03.628741 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:03.637658 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:03.642544 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:03.682672 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:03.713316 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:03.752746 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (336bb4ac-a11f-4b56-b6f3-d74c38b58321), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:03.770839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Made reservation on behalf of e5639b523c7d4b648ad674e72bf96d28 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:03.778182 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.009962 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.049360 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-43a6554f-512a-4192-a33d-338e016a66e8 None None] Provisioning complete for port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:04.049914 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-43a6554f-512a-4192-a33d-338e016a66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.089441 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Allocated IP 172.20.0.10 (56acba51-7a53-4c2d-a307-704c6b3e54db/faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005/ea8b31e0-8e15-4d80-bf87-4e4e754f950f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:04.102132 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-43a6554f-512a-4192-a33d-338e016a66e8 None None] Port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:04.140702 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:01Z', 'revision_number': 3, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:04.157017 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9bab29da-85b6-40e1-b531-170068f51abc req-0c735965-259f-48bc-880f-9c3e40332dea tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 210 time: 0.0420511 Apr 11 15:29:04.178768 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75412e0-1b67-4946-a819-44bb5ef7720a None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:01Z', 'revision_number': 3, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:04.339769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks [] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.356535 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.436101 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (336bb4ac-a11f-4b56-b6f3-d74c38b58321), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.465455 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.580956 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.632811 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:04.681942 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Network 56acba51-7a53-4c2d-a307-704c6b3e54db is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:04.689070 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:04.707915 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:04.737388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:04.744953 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:04.854775 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:04.927713 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:04.928894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:04.983166 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-df9df0fe-dd85-4132-83d5-7213e05698e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4132249 Apr 11 15:29:05.108173 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db0e8563-2bc1-4263-82a2-a7480a01921e up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:05.113249 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:29:05.259354 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port db0e8563-2bc1-4263-82a2-a7480a01921e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:05.260034 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:05.396150 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-81780882-8134-49e7-bd82-8061397452f7 None None] Provisioning complete for port ea8b31e0-8e15-4d80-bf87-4e4e754f950f triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:05.396479 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81780882-8134-49e7-bd82-8061397452f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:05.520232 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-81780882-8134-49e7-bd82-8061397452f7 None None] Port ea8b31e0-8e15-4d80-bf87-4e4e754f950f cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:05.522190 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port db0e8563-2bc1-4263-82a2-a7480a01921e is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:05.523597 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f6d0652a-87f3-482b-acb3-19f4e56ff9ac up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:05.590322 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1411c-cfc4-46c3-9c41-49f2ed8368d5 req-996ce274-22b6-453d-8ec5-76023a5280a4 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:05.601384 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-49e1411c-cfc4-46c3-9c41-49f2ed8368d5 req-996ce274-22b6-453d-8ec5-76023a5280a4 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.1189857 Apr 11 15:29:05.664961 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port f6d0652a-87f3-482b-acb3-19f4e56ff9ac triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:05.666166 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:05.704139 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-b3473669-d9b9-4430-93a6-65a7776fd298 None None] Provisioning complete for port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:05.704763 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3473669-d9b9-4430-93a6-65a7776fd298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:05.813391 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b3473669-d9b9-4430-93a6-65a7776fd298 None None] Port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:05.840053 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-49e1411c-cfc4-46c3-9c41-49f2ed8368d5 req-abff23fe-170e-4d3d-acfc-669cff5e9bd8 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370839 Apr 11 15:29:05.851908 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:05.872230 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-8f37bbf5-22fa-4eeb-8b89-3d7469c90a11 admin admin] 10.222.0.50 "PUT /v2.0/routers/336bb4ac-a11f-4b56-b6f3-d74c38b58321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143126 Apr 11 15:29:05.924665 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port f6d0652a-87f3-482b-acb3-19f4e56ff9ac is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:05.925096 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:05.996228 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port f6d0652a-87f3-482b-acb3-19f4e56ff9ac, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:06.020234 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.158889 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:06.611609 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:06.616589 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1456438297-network', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:06.641029 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Made reservation on behalf of 3a199fcb983d4062a2cb58f49437beab for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:06.645711 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.660126 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.806745 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks [] for security_group (a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.814875 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.815146 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f6d0652a-87f3-482b-acb3-19f4e56ff9ac up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:06.840488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:29:06.861133 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:06.876700 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (8d15a026-f969-4d45-8e9b-20994e645fe5), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.877739 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Added segment 8d15a026-f969-4d45-8e9b-20994e645fe5 of type vlan for network c02b9f77-0a96-4ae5-a621-50c64f5e709a Apr 11 15:29:06.879871 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port f6d0652a-87f3-482b-acb3-19f4e56ff9ac triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:06.881063 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.947675 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (c02b9f77-0a96-4ae5-a621-50c64f5e709a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.986451 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (c02b9f77-0a96-4ae5-a621-50c64f5e709a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.988009 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:06.988903 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.990289 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port f6d0652a-87f3-482b-acb3-19f4e56ff9ac is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:07.048013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a3393-c1dc-4e11-be0d-1fa81710d164 req-6fb85519-889f-4e96-9ae6-e14f35cd4ff5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:07.050557 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-264a3393-c1dc-4e11-be0d-1fa81710d164 req-6fb85519-889f-4e96-9ae6-e14f35cd4ff5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0925057 Apr 11 15:29:07.098610 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4857893 Apr 11 15:29:07.101241 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cc74-25f1-4c7b-ac29-18a162b43675 admin admin] Pushing event updated for resources: {'Network': ['ID=c02b9f77-0a96-4ae5-a621-50c64f5e709a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:07.105511 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41132) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:07.111846 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Request body: {'subnet': {'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1456438297-subnet', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:07.111999 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:29:07.137088 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Made reservation on behalf of 3a199fcb983d4062a2cb58f49437beab for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:07.140110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.141196 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-264a3393-c1dc-4e11-be0d-1fa81710d164 req-c12664ea-7ffd-4e28-8281-fd2f2de6bd8b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Apr 11 15:29:07.307190 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:07.327222 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:07.328217 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:07.389145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.525645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:07.537041 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Checking segment: {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:07.537412 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Network hostable DHCP agents. Network: c02b9f77-0a96-4ae5-a621-50c64f5e709a, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:29:07.560788 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:29:07.599756 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, c02b9f77-0a96-4ae5-a621-50c64f5e709a) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:07.605170 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:07.605882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.624684 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bca5f6-e7a6-4494-b9fc-4e029116fa4b None None] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:29:07.634365 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 41134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:07.634657 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0e4d55cb-a2d5-4b6a-aebd-7dc440004a5f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5273879 Apr 11 15:29:07.639400 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:07.664307 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (35c073e7-63bf-4467-9c7a-bf9ddab8581d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.666987 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (35c073e7-63bf-4467-9c7a-bf9ddab8581d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.714859 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:07.748968 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks [] for router_controller (35c073e7-63bf-4467-9c7a-bf9ddab8581d), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.942988 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-c02b9f77-0a96-4ae5-a621-50c64f5e709a', 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a', 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'fixed_ips': [{'subnet_id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:29:07.943926 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.039589 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks [] for router_gateway (35c073e7-63bf-4467-9c7a-bf9ddab8581d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.153172 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:04Z', 'revision_number': 2, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:08.218341 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:08.219138 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Updating router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:29:08.304320 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aeb85-6c52-4b5c-8c52-bd89f152904f req-b1241462-b41f-4c50-a013-f6cc1223b704 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:08.306987 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e60aeb85-6c52-4b5c-8c52-bd89f152904f req-b1241462-b41f-4c50-a013-f6cc1223b704 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0715268 Apr 11 15:29:08.311157 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.389913 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e60aeb85-6c52-4b5c-8c52-bd89f152904f req-36b56578-236f-429d-8390-18b6b491cc69 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746243 Apr 11 15:29:08.414149 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Allocated IP 172.20.0.2 (c02b9f77-0a96-4ae5-a621-50c64f5e709a/6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a/97661658-452b-4098-84d0-ac46bd6fbc02) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:08.560711 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks [] for router_gateway (35c073e7-63bf-4467-9c7a-bf9ddab8581d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.596175 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.757905 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Allocated IP 172.27.1.42 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/fea69d7b-7bc2-4950-96e7-68cf35a9e5db) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:08.838310 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Publish callbacks [] for port (97661658-452b-4098-84d0-ac46bd6fbc02), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.850473 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.911474 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks [] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.952164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:08.955761 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Pushing event updated for resources: {'Port': ['ID=97661658-452b-4098-84d0-ac46bd6fbc02,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:08.959796 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Publish callbacks [] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.961691 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:08.965211 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:08.974339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.997340 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.050375 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:09.054119 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:09.065015 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:09.118366 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7553ac3-cdc2-4230-8066-ea9ca8a1cef2 None None] Pushing event updated for resources: {'Port': ['ID=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:09.127206 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Pushing event updated for resources: {'Port': ['ID=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:09.140803 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Attempting to bind port 97661658-452b-4098-84d0-ac46bd6fbc02 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:09.140803 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Attempting to bind port 97661658-452b-4098-84d0-ac46bd6fbc02 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:09.140803 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Attempting to bind port 97661658-452b-4098-84d0-ac46bd6fbc02 on network c02b9f77-0a96-4ae5-a621-50c64f5e709a {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:09.205372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:09.205746 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Checking segment: {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:09.206215 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.206550 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Bound using segment: {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:09.207317 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Bound port: 97661658-452b-4098-84d0-ac46bd6fbc02, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:09.207696 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.255810 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Attempting to bind port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:09.256180 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Attempting to bind port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:09.256543 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Attempting to bind port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:09.271484 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:09.271867 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Checking segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:09.272286 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.272759 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Bound using segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:09.273245 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Bound port: 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:09.273638 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.354198 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] For port 97661658-452b-4098-84d0-ac46bd6fbc02, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:09.359059 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] For port 97661658-452b-4098-84d0-ac46bd6fbc02, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=97661658-452b-4098-84d0-ac46bd6fbc02,segment=NetworkSegment(8d15a026-f969-4d45-8e9b-20994e645fe5),segment_id=8d15a026-f969-4d45-8e9b-20994e645fe5)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:09.381034 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.488629 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] For port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:09.535215 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] For port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:09.541509 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b7a10-fb7c-4ede-90f2-7492f784c0cd req-0ed7343b-8ae0-4935-8b43-96ca15ba04fb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:09.542323 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-e0c539dc-c6a7-444f-960d-686c3efaa997 None None] Provisioning complete for port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:09.542764 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0c539dc-c6a7-444f-960d-686c3efaa997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.543301 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c23b7a10-fb7c-4ede-90f2-7492f784c0cd req-0ed7343b-8ae0-4935-8b43-96ca15ba04fb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0698838 Apr 11 15:29:09.552746 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks [] for router_gateway (35c073e7-63bf-4467-9c7a-bf9ddab8581d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.577893 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.581339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4b5bb-0455-446e-a962-b653cb2cbb89 None None] Pushing event updated for resources: {'Port': ['ID=97661658-452b-4098-84d0-ac46bd6fbc02,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:09.664092 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e0c539dc-c6a7-444f-960d-686c3efaa997 None None] Port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:09.733723 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:09.733723 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:09.734338 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7553ac3-cdc2-4230-8066-ea9ca8a1cef2 None None] Pushing event updated for resources: {'Port': ['ID=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:09.864694 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c23b7a10-fb7c-4ede-90f2-7492f784c0cd req-d3a429f2-250d-447b-9921-69d9d00d1fa3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139274 Apr 11 15:29:09.927523 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (35c073e7-63bf-4467-9c7a-bf9ddab8581d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.952442 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:10.147427 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Router 35c073e7-63bf-4467-9c7a-bf9ddab8581d is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:29:10.277151 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] Provisioning complete for port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:10.277443 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:10.290735 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:10.314522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:10.315260 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Sync routers for ids ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:10.316541 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5242309c-7b3a-4313-ae26-409ca46bcd7e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6805584 Apr 11 15:29:10.320181 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:10.341281 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Routers {'35c073e7-63bf-4467-9c7a-bf9ddab8581d'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:10.342324 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:10.373343 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:09Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:10.411412 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f36f1-f32a-49ab-a506-8d5875843fb0 None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:09Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:10.493013 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] Current status of the port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:10.493013 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:10.568743 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] For port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:10.582357 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:10.610426 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Set router 35c073e7-63bf-4467-9c7a-bf9ddab8581d gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:10.670116 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24246e10-7526-4da4-b54b-c32a33ba4e41 None None] Pushing event updated for resources: {'Port': ['ID=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:10.971443 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:29:09Z', 'revision_number': 3, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:11.000395 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97661658-452b-4098-84d0-ac46bd6fbc02 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:11.045806 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Checking router: 35c073e7-63bf-4467-9c7a-bf9ddab8581d for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:11.046068 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Updating router 35c073e7-63bf-4467-9c7a-bf9ddab8581d port fea69d7b-7bc2-4950-96e7-68cf35a9e5db binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:29:11.105920 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.142804 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 97661658-452b-4098-84d0-ac46bd6fbc02 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:11.143268 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.265627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca409d-741c-4299-b2c1-e5855a727d14 None None] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:29:11.307493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423588a7-a375-4e36-8378-5046244f5416 req-7e45ea72-9f3f-481c-9485-b7db797c5dd5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:11.309373 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-423588a7-a375-4e36-8378-5046244f5416 req-7e45ea72-9f3f-481c-9485-b7db797c5dd5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.1163762 Apr 11 15:29:11.395844 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 97661658-452b-4098-84d0-ac46bd6fbc02 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:11.396541 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.460572 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-adc4a0e4-b043-4ef1-b142-2c4e9bca1850 None None] Provisioning complete for port 97661658-452b-4098-84d0-ac46bd6fbc02 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:11.460842 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-adc4a0e4-b043-4ef1-b142-2c4e9bca1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.544830 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 97661658-452b-4098-84d0-ac46bd6fbc02, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=97661658-452b-4098-84d0-ac46bd6fbc02,segment=NetworkSegment(8d15a026-f969-4d45-8e9b-20994e645fe5),segment_id=8d15a026-f969-4d45-8e9b-20994e645fe5)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:11.545645 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-423588a7-a375-4e36-8378-5046244f5416 req-c933c982-98ed-4ed5-bc6c-d75ddd181177 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973443 Apr 11 15:29:11.570644 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.572240 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:11.580117 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Publish callbacks [] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.595235 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.728519 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0a81b-545c-497b-b4c0-edf9291b2362 None None] Pushing event updated for resources: {'Port': ['ID=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:11.741331 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Attempting to bind port fea69d7b-7bc2-4950-96e7-68cf35a9e5db on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:11.741923 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Attempting to bind port fea69d7b-7bc2-4950-96e7-68cf35a9e5db by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:11.742928 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Attempting to bind port fea69d7b-7bc2-4950-96e7-68cf35a9e5db on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:11.750865 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:11.751605 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:11.752312 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.752863 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:11.753644 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Bound port: fea69d7b-7bc2-4950-96e7-68cf35a9e5db, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:11.754185 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.834661 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=97661658-452b-4098-84d0-ac46bd6fbc02,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:11.859422 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:11.859776 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.901737 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] For port fea69d7b-7bc2-4950-96e7-68cf35a9e5db, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:11.904533 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-adc4a0e4-b043-4ef1-b142-2c4e9bca1850 None None] Current status of the port 97661658-452b-4098-84d0-ac46bd6fbc02 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:11.907940 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] For port fea69d7b-7bc2-4950-96e7-68cf35a9e5db, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:11.920464 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:11.970551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.013572 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0a81b-545c-497b-b4c0-edf9291b2362 None None] Pushing event updated for resources: {'Port': ['ID=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:12.038721 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Routers {'35c073e7-63bf-4467-9c7a-bf9ddab8581d'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:12.039632 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:12.092169 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-d1b81e09-5bbe-4024-9ea6-676887c50c85 None None] Provisioning complete for port 97661658-452b-4098-84d0-ac46bd6fbc02 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:12.092550 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1b81e09-5bbe-4024-9ea6-676887c50c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.250892 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] Set router 35c073e7-63bf-4467-9c7a-bf9ddab8581d gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:12.321089 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Allocated IP 172.20.0.1 (c02b9f77-0a96-4ae5-a621-50c64f5e709a/6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a/c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:12.341008 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:12.359368 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d1b81e09-5bbe-4024-9ea6-676887c50c85 None None] Current status of the port 97661658-452b-4098-84d0-ac46bd6fbc02 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:12.525791 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks [] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.568945 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.577562 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:29:09Z', 'revision_number': 3, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:12.620964 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:12.624934 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65351651-140c-4ac4-afc2-670bebf3e54d None None] The sync data for ids ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'] in dv-cinder-835483-2-iscsi is: [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:29:09Z', 'revision_number': 3, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:12.626123 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:12.629919 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:12.665881 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:12.678816 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.679169 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.679525 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.679868 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.680210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.680568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.680948 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.681282 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.681620 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.682499 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.682499 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.682851 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.683021 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.683351 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.683666 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:12.729431 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (35c073e7-63bf-4467-9c7a-bf9ddab8581d), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.771582 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2e703-a08c-4d87-a41d-b716436bd888 req-cf8d0984-bba5-4b37-886e-2f49a63c1a42 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:12.784974 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e5d2e703-a08c-4d87-a41d-b716436bd888 req-cf8d0984-bba5-4b37-886e-2f49a63c1a42 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.1311693 Apr 11 15:29:12.861580 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e5d2e703-a08c-4d87-a41d-b716436bd888 req-cd8288e5-de66-44bb-a497-f6ffb41406ec tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Apr 11 15:29:12.864088 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97661658-452b-4098-84d0-ac46bd6fbc02 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:12.956048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.956263 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 97661658-452b-4098-84d0-ac46bd6fbc02 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:12.956611 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:13.060624 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 97661658-452b-4098-84d0-ac46bd6fbc02 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:13.092650 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-cdc89867-93b4-403f-b840-65e79b66b729 None None] Provisioning complete for port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:13.093100 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cdc89867-93b4-403f-b840-65e79b66b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:13.151826 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cdc89867-93b4-403f-b840-65e79b66b729 None None] Port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:13.203704 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks [] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:13.209520 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:13.279939 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Pushing event updated for resources: {'Port': ['ID=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:13.282458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (35c073e7-63bf-4467-9c7a-bf9ddab8581d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:13.422997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:13.424455 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:13.575434 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Router 35c073e7-63bf-4467-9c7a-bf9ddab8581d has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:29:13.690699 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-3a92c098-f8a3-4a95-bb2a-90f5b869088d None None] Provisioning complete for port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:13.691090 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a92c098-f8a3-4a95-bb2a-90f5b869088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:13.730421 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:13.734002 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3a92c098-f8a3-4a95-bb2a-90f5b869088d None None] Port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:13.739165 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f09f0800-9853-44d3-982e-4f315924ea8b admin admin] 10.222.0.50 "PUT /v2.0/routers/35c073e7-63bf-4467-9c7a-bf9ddab8581d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4177976 Apr 11 15:29:13.977916 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bc7fb-8b12-4b35-a9bc-5c623874d8ca req-e95d0b1d-ab18-4b3b-82dc-90b6a684bb3b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:13.979480 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a57bc7fb-8b12-4b35-a9bc-5c623874d8ca req-e95d0b1d-ab18-4b3b-82dc-90b6a684bb3b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0473032 Apr 11 15:29:14.036733 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a57bc7fb-8b12-4b35-a9bc-5c623874d8ca req-f9f03343-a093-4d88-8fe4-a859bcc86e73 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516388 Apr 11 15:29:14.370795 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41186) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:14.375811 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83778028', 'description': 'tempest-secgroup-smoke-83778028 description', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:14.408543 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.491552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group (ca7e2dfa-797a-4998-bf8a-c050418d3e7f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.496882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ca7e2dfa-797a-4998-bf8a-c050418d3e7f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.523433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.524721 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1527226 Apr 11 15:29:14.528023 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 41190) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:14.532449 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group_rule': {'security_group_id': 'ca7e2dfa-797a-4998-bf8a-c050418d3e7f', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:14.533048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b571706-b126-490c-ad0a-d1d4c8fa3d57 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e2dfa-797a-4998-bf8a-c050418d3e7f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:14.592113 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (33049c39-b7ab-4fc9-af32-27222c4b6af6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.654628 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (33049c39-b7ab-4fc9-af32-27222c4b6af6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.658980 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (33049c39-b7ab-4fc9-af32-27222c4b6af6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.674376 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33049c39-b7ab-4fc9-af32-27222c4b6af6,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:14.687296 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.688569 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9a6cb3a8-8e65-4316-82bf-1e261ab7f25a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595509 Apr 11 15:29:14.691457 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41192) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:14.697006 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group_rule': {'security_group_id': 'ca7e2dfa-797a-4998-bf8a-c050418d3e7f', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:14.717252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Sync routers for ids ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:14.729537 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Routers {'35c073e7-63bf-4467-9c7a-bf9ddab8581d'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:14.730165 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:14.736135 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (1d6c5831-804d-4b9d-bbd1-9efc9de3ee30), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.845395 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device fea69d7b-7bc2-4950-96e7-68cf35a9e5db up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:14.851807 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (1d6c5831-804d-4b9d-bbd1-9efc9de3ee30), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.857779 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (1d6c5831-804d-4b9d-bbd1-9efc9de3ee30), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.877275 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6c5831-804d-4b9d-bbd1-9efc9de3ee30,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:14.889824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.891862 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-5622d50d-17c1-457f-bf7b-4b9b98eff387 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1993661 Apr 11 15:29:14.894495 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41196) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:14.900455 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group_rule': {'security_group_id': 'ca7e2dfa-797a-4998-bf8a-c050418d3e7f', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:14.918843 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Set router 35c073e7-63bf-4467-9c7a-bf9ddab8581d gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:14.933941 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (544638b5-ed3b-49d9-949e-752519f7222d), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.964325 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port fea69d7b-7bc2-4950-96e7-68cf35a9e5db triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:14.964616 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.010480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (544638b5-ed3b-49d9-949e-752519f7222d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.015404 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (544638b5-ed3b-49d9-949e-752519f7222d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.042064 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.043525 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475077 Apr 11 15:29:15.046241 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 41198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:15.050932 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group_rule': {'security_group_id': 'ca7e2dfa-797a-4998-bf8a-c050418d3e7f', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:15.051719 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b09352-35d7-4020-a0ed-6d32bc648784 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544638b5-ed3b-49d9-949e-752519f7222d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:15.085269 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (f41d5204-e38d-4aff-ad47-56c2195eba6b), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.220423 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (f41d5204-e38d-4aff-ad47-56c2195eba6b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.227788 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (f41d5204-e38d-4aff-ad47-56c2195eba6b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.237964 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da373-5153-45e8-a502-467564c35e6c req-b02b1058-6a8b-4303-835c-65b7c00eff11 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:15.242945 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2b2da373-5153-45e8-a502-467564c35e6c req-b02b1058-6a8b-4303-835c-65b7c00eff11 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0730116 Apr 11 15:29:15.243341 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-87d74de3-5811-4781-953b-9c621d00bc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.287170 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.292326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:15.293169 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2452888 Apr 11 15:29:15.294697 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111854e-d791-474f-810d-87c0c1c2329c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41d5204-e38d-4aff-ad47-56c2195eba6b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:15.299699 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group_rule': {'security_group_id': 'ca7e2dfa-797a-4998-bf8a-c050418d3e7f', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:15.334530 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port fea69d7b-7bc2-4950-96e7-68cf35a9e5db is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:15.335228 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.336306 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Project e7b3580d69fb473b92c6d076b45bdc2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:29:15.348968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (77edb280-41b5-46d7-856c-48cc52691fd5), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.361149 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2b2da373-5153-45e8-a502-467564c35e6c req-78f63e8f-d229-4267-9100-1d56c2d3f982 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034634 Apr 11 15:29:15.367627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port fea69d7b-7bc2-4950-96e7-68cf35a9e5db, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:15.374703 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:29:12Z', 'revision_number': 4, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6', 'name': '', 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'mac_address': 'fa:16:3e:20:eb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:12Z', 'updated_at': '2022-04-11T15:29:13Z', 'revision_number': 2, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'subnets': [{'id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:15.378536 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.412835 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Checking router: 35c073e7-63bf-4467-9c7a-bf9ddab8581d for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:15.413196 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Updating router 35c073e7-63bf-4467-9c7a-bf9ddab8581d port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:29:15.459627 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (77edb280-41b5-46d7-856c-48cc52691fd5), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.464949 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (77edb280-41b5-46d7-856c-48cc52691fd5), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.467750 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.489571 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77edb280-41b5-46d7-856c-48cc52691fd5,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:15.502346 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.507301 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 41206) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:15.512027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:15.513035 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'security_group_rule': {'security_group_id': 'ca7e2dfa-797a-4998-bf8a-c050418d3e7f', 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:15.517911 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-8ba7db43-6c68-4e54-b86a-d1c97fab0657 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2123580 Apr 11 15:29:15.544024 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Project e7b3580d69fb473b92c6d076b45bdc2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:29:15.552359 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (19f08ac7-b6d0-4d39-b042-12a40139808c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.654669 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (19f08ac7-b6d0-4d39-b042-12a40139808c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.664664 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (19f08ac7-b6d0-4d39-b042-12a40139808c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.683655 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f08ac7-b6d0-4d39-b042-12a40139808c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:15.710237 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.712890 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-8d68b2f2-389e-4dea-84b1-eb30ce0633dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2031460 Apr 11 15:29:15.869521 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Publish callbacks [] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.875796 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.938456 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7eb1-711c-4e02-83b1-d43d652ef4ef None None] Pushing event updated for resources: {'Port': ['ID=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:16.007179 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Attempting to bind port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:16.007565 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Attempting to bind port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:16.007917 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Attempting to bind port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 on network c02b9f77-0a96-4ae5-a621-50c64f5e709a {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:16.013545 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:16.013922 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Checking segment: {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:16.014327 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.014751 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Bound using segment: {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:16.015279 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Bound port: c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d15a026-f969-4d45-8e9b-20994e645fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:16.015672 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.132784 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] For port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:16.137101 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] For port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,segment=NetworkSegment(8d15a026-f969-4d45-8e9b-20994e645fe5),segment_id=8d15a026-f969-4d45-8e9b-20994e645fe5)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:16.144988 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.209853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Routers {'35c073e7-63bf-4467-9c7a-bf9ddab8581d'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:16.210615 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:28:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:16.217173 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7eb1-711c-4e02-83b1-d43d652ef4ef None None] Pushing event updated for resources: {'Port': ['ID=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:16.343527 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] Provisioning complete for port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:16.352813 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.486706 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] Set router 35c073e7-63bf-4467-9c7a-bf9ddab8581d gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:16.511024 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3bdf-927a-4d33-b7ac-0da72baf4e52 req-5f0de6e8-b5f7-482f-ac96-dcc5423d1148 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:16.513295 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c38b3bdf-927a-4d33-b7ac-0da72baf4e52 req-5f0de6e8-b5f7-482f-ac96-dcc5423d1148 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0594819 Apr 11 15:29:16.530719 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] Current status of the port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:16.531301 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.594530 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c38b3bdf-927a-4d33-b7ac-0da72baf4e52 req-18cb31f5-1921-4d32-8c5e-f5573e0d5431 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721993 Apr 11 15:29:16.655629 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] For port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,segment=NetworkSegment(8d15a026-f969-4d45-8e9b-20994e645fe5),segment_id=8d15a026-f969-4d45-8e9b-20994e645fe5)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:16.660835 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.735008 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67094e58-5d6b-4959-a80d-b54c674a9a93 None None] Pushing event updated for resources: {'Port': ['ID=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:16.794086 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-81cc4a14-4149-407d-8eed-b15e4b54e37c None None] Provisioning complete for port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:16.794460 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81cc4a14-4149-407d-8eed-b15e4b54e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.798696 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:29:12Z', 'revision_number': 4, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6', 'name': '', 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'mac_address': 'fa:16:3e:20:eb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:12Z', 'updated_at': '2022-04-11T15:29:16Z', 'revision_number': 4, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'subnets': [{'id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:16.827662 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device fea69d7b-7bc2-4950-96e7-68cf35a9e5db up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:16.860606 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82a157-8b84-465c-b15c-185f6a346369 None None] The sync data for ids ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'] in dv-cinder-835483-2-iscsi is: [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:29:12Z', 'revision_number': 4, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6', 'name': '', 'network_id': 'c02b9f77-0a96-4ae5-a621-50c64f5e709a', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'mac_address': 'fa:16:3e:20:eb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:12Z', 'updated_at': '2022-04-11T15:29:16Z', 'revision_number': 4, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'subnets': [{'id': '6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:16.999740 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-81cc4a14-4149-407d-8eed-b15e4b54e37c None None] Current status of the port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:17.004036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port fea69d7b-7bc2-4950-96e7-68cf35a9e5db triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:17.004176 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:17.092422 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port fea69d7b-7bc2-4950-96e7-68cf35a9e5db is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:17.748673 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37aa5f-dadf-4932-b959-c71c6ab3c894 req-2c96c3fc-2267-49f9-9146-8b9c5dddf5df tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:17.764091 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6b37aa5f-dadf-4932-b959-c71c6ab3c894 req-2c96c3fc-2267-49f9-9146-8b9c5dddf5df tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0765712 Apr 11 15:29:17.815542 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6b37aa5f-dadf-4932-b959-c71c6ab3c894 req-926f4463-3d4b-4d1e-8810-9cc2bdfbb02c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Apr 11 15:29:18.324636 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3a6-e89b-4f3e-9f18-2271c1c3c9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:18.837768 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:18.903734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:18.904169 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:18.960534 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c015-20ff-4e1e-bafd-aea9a3b64ded req-c261aabc-7f3e-4e2e-9384-d530823f71e7 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:18.967888 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ed1c015-20ff-4e1e-bafd-aea9a3b64ded req-c261aabc-7f3e-4e2e-9384-d530823f71e7 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0700359 Apr 11 15:29:19.011201 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:19.029457 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ed1c015-20ff-4e1e-bafd-aea9a3b64ded req-0696019a-c33f-4b10-965e-455d2d52c990 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606732 Apr 11 15:29:19.224305 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:20.143633 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7690-bdb6-429f-9f5c-c6048fd173ed req-e769c6db-aec1-4957-a647-9c9c92568c81 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:20.145146 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d18a7690-bdb6-429f-9f5c-c6048fd173ed req-e769c6db-aec1-4957-a647-9c9c92568c81 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0467412 Apr 11 15:29:20.197180 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d18a7690-bdb6-429f-9f5c-c6048fd173ed req-075c7f21-7cb1-49a1-9645-fdef46bba8f8 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Apr 11 15:29:20.630217 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:20.797067 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:29:21.219530 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.319629 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32f99-e032-41af-b3eb-53aaecc3ffc3 req-5eadf5d3-11aa-4351-83f1-81dae93ad8aa tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:21.321145 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6bc32f99-e032-41af-b3eb-53aaecc3ffc3 req-5eadf5d3-11aa-4351-83f1-81dae93ad8aa tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0511138 Apr 11 15:29:21.372625 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6bc32f99-e032-41af-b3eb-53aaecc3ffc3 req-b83d3058-d143-4907-9963-08410771e2f6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Apr 11 15:29:22.486946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322573e-ee6f-47d9-9095-55738d62f8c0 req-55e61be4-a9c9-4e30-bbaf-24e44e187baf tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:22.488574 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4322573e-ee6f-47d9-9095-55738d62f8c0 req-55e61be4-a9c9-4e30-bbaf-24e44e187baf tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0493648 Apr 11 15:29:22.537109 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4322573e-ee6f-47d9-9095-55738d62f8c0 req-7283c410-b924-4329-8b62-fc47ae47f3f1 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Apr 11 15:29:23.662964 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342d995-0fa7-434a-8b02-b221f7a60577 req-3765f300-6433-4037-a65e-0d41f4864341 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:23.664480 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0342d995-0fa7-434a-8b02-b221f7a60577 req-3765f300-6433-4037-a65e-0d41f4864341 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 932 time: 0.0472488 Apr 11 15:29:23.718736 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0342d995-0fa7-434a-8b02-b221f7a60577 req-e874928a-5f36-451e-b1f0-862b44ebc810 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Apr 11 15:29:23.865094 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Request body: {'port': {'device_id': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:23.930355 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.203874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8b31e0-8e15-4d80-bf87-4e4e754f950f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:24.213744 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Publish callbacks [] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.227293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Transition to ACTIVE for port object ea8b31e0-8e15-4d80-bf87-4e4e754f950f will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:29:24.230990 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.280756 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:24.365174 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Attempting to bind port ea8b31e0-8e15-4d80-bf87-4e4e754f950f on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:24.365646 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Attempting to bind port ea8b31e0-8e15-4d80-bf87-4e4e754f950f by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:24.365985 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Attempting to bind port ea8b31e0-8e15-4d80-bf87-4e4e754f950f on network 56acba51-7a53-4c2d-a307-704c6b3e54db {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:24.370839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Port ea8b31e0-8e15-4d80-bf87-4e4e754f950f on network 56acba51-7a53-4c2d-a307-704c6b3e54db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:29:24.371162 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Attempting to bind port ea8b31e0-8e15-4d80-bf87-4e4e754f950f on network 56acba51-7a53-4c2d-a307-704c6b3e54db {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:24.376358 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:24.376639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Checking segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:24.377025 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Bound using segment: {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:24.377452 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Bound port: ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b447aa1a-7526-4bd0-91a8-5f0450b0176b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:24.377815 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.446739 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:24.450129 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:24.456901 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.495867 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:24.496487 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.497889 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-84732315-3c76-4fa9-a22f-956f342671df service neutron] 10.222.0.59 "PUT /v2.0/ports/ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 1094 time: 0.6376703 Apr 11 15:29:24.498336 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:24.500632 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:24.530282 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732315-3c76-4fa9-a22f-956f342671df service neutron] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:24.547863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000b2a6b-b0ee-4e65-a0fb-af2b55d66b58 x-openstack-request-id: req-000b2a6b-b0ee-4e65-a0fb-af2b55d66b58 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:24.548077 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:24.548311 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-000b2a6b-b0ee-4e65-a0fb-af2b55d66b58 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:24.548901 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000b2a6b-b0ee-4e65-a0fb-af2b55d66b58'] response: {'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'status': 'completed', 'code': 200} Apr 11 15:29:24.637592 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-ac84326e-8bac-46ce-9ed0-de628a783497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:24.639060 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-ac84326e-8bac-46ce-9ed0-de628a783497 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1128 time: 0.0474303 Apr 11 15:29:24.695817 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-7c06fa6e-a69c-4219-9cc1-89b994b25b15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 217 time: 0.0399778 Apr 11 15:29:24.749595 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-85ab8528-f1e9-415c-83a9-dc8bc98c135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:24.751327 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-85ab8528-f1e9-415c-83a9-dc8bc98c135f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0489976 Apr 11 15:29:24.783465 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:24.799664 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6935-9186-49f1-a111-a1bef49245ce req-e9d863b8-8318-4092-93fb-b0aa9a129010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:24.801179 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-e9d863b8-8318-4092-93fb-b0aa9a129010 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411587 Apr 11 15:29:24.840214 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1d9dc-f676-49f8-8552-b16926813087 req-ba40c363-1ed7-44f4-a501-56b609b3eaf8 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:24.841911 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-71d1d9dc-f676-49f8-8552-b16926813087 req-ba40c363-1ed7-44f4-a501-56b609b3eaf8 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0505574 Apr 11 15:29:24.892232 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-71d1d9dc-f676-49f8-8552-b16926813087 req-df467afd-f27d-470c-a827-67c70972b114 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Apr 11 15:29:24.899995 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-8fd2cc45-652c-48a3-880c-71025ec00570 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916872 Apr 11 15:29:24.997815 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b95f6935-9186-49f1-a111-a1bef49245ce req-cb258677-40e2-4559-afac-c434c0a6f530 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Apr 11 15:29:26.018747 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a59a08-a257-4e44-bc65-011d9470ccf8 req-25e80a0d-b08c-4403-85e8-b49410f49b2e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:26.020240 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32a59a08-a257-4e44-bc65-011d9470ccf8 req-25e80a0d-b08c-4403-85e8-b49410f49b2e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0522802 Apr 11 15:29:26.066985 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32a59a08-a257-4e44-bc65-011d9470ccf8 req-cdfdd72d-3844-466a-b368-818bcce646e0 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Apr 11 15:29:27.191483 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc4dfc-2655-4ef0-9aca-2e55ac391282 req-17ae4f3e-6a98-4ec6-9137-d662b283f938 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:27.192975 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23cc4dfc-2655-4ef0-9aca-2e55ac391282 req-17ae4f3e-6a98-4ec6-9137-d662b283f938 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0519214 Apr 11 15:29:27.247178 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23cc4dfc-2655-4ef0-9aca-2e55ac391282 req-2aee005b-7e3b-4571-bdce-0ed231973369 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Apr 11 15:29:28.358998 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1a430-72fc-4adf-b9f1-6569d8b407c2 req-c507a196-16ad-40b4-a440-43582afeb731 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:28.360529 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5ad1a430-72fc-4adf-b9f1-6569d8b407c2 req-c507a196-16ad-40b4-a440-43582afeb731 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0486872 Apr 11 15:29:28.409261 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5ad1a430-72fc-4adf-b9f1-6569d8b407c2 req-696125ff-7202-4216-8121-2703535f1714 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Apr 11 15:29:29.532883 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf86-6dcf-49bd-a1f8-1e5db286d248 req-11fc4975-85ac-492b-85fd-6a2198a36d83 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:29.534867 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1226cf86-6dcf-49bd-a1f8-1e5db286d248 req-11fc4975-85ac-492b-85fd-6a2198a36d83 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0583491 Apr 11 15:29:29.590363 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1226cf86-6dcf-49bd-a1f8-1e5db286d248 req-cfff9257-181a-4687-bd7f-01268fceb921 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494366 Apr 11 15:29:30.708478 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc03ed-a606-4ff1-bb05-76a70b80feea req-15b124d2-0800-472f-b5b8-3bd211082f8e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:30.710289 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85bc03ed-a606-4ff1-bb05-76a70b80feea req-15b124d2-0800-472f-b5b8-3bd211082f8e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0522633 Apr 11 15:29:30.760177 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85bc03ed-a606-4ff1-bb05-76a70b80feea req-670fc712-03aa-48bf-81df-728742de8c76 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Apr 11 15:29:31.880006 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f24e7d-b8fe-4b6c-b5c7-e91381930285 req-1a7b83d3-7dca-448e-8053-b3fd94752e32 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:31.881511 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-65f24e7d-b8fe-4b6c-b5c7-e91381930285 req-1a7b83d3-7dca-448e-8053-b3fd94752e32 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0500538 Apr 11 15:29:31.931462 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-65f24e7d-b8fe-4b6c-b5c7-e91381930285 req-e28c8121-0840-422c-8fcf-2801201f095b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Apr 11 15:29:33.053624 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb791d78-121c-48d8-a728-3d5e431c26b9 req-217fb8b7-43d0-4c45-b1ea-09cdbee09c6e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:33.055181 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb791d78-121c-48d8-a728-3d5e431c26b9 req-217fb8b7-43d0-4c45-b1ea-09cdbee09c6e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0534668 Apr 11 15:29:33.106937 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bb791d78-121c-48d8-a728-3d5e431c26b9 req-49a6d5ca-5dbf-4aae-b422-5ed88b1ac377 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Apr 11 15:29:34.226681 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f30b9-37f3-4524-a869-651c4c85d83b req-2447360a-e3e3-4ca6-b585-7c85da88ff52 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:34.228548 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dc4f30b9-37f3-4524-a869-651c4c85d83b req-2447360a-e3e3-4ca6-b585-7c85da88ff52 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0513897 Apr 11 15:29:34.286373 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dc4f30b9-37f3-4524-a869-651c4c85d83b req-cbc9dd97-5a45-418b-906f-a90a756c4dd3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522404 Apr 11 15:29:35.410913 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cd48a-47fa-440f-8f01-f113db35cb6c req-190f9c43-115f-4b9d-b5c4-4d7fddd65ce7 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:35.412414 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b59cd48a-47fa-440f-8f01-f113db35cb6c req-190f9c43-115f-4b9d-b5c4-4d7fddd65ce7 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0486143 Apr 11 15:29:35.467264 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b59cd48a-47fa-440f-8f01-f113db35cb6c req-d7e82be2-c114-414d-90a9-8bc7652d8ae8 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Apr 11 15:29:36.581537 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f2d9d-458c-49c2-9e18-bb3a10445201 req-e2f8b4b1-6309-40ed-9b6d-d257b4e6c882 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:36.583324 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac5f2d9d-458c-49c2-9e18-bb3a10445201 req-e2f8b4b1-6309-40ed-9b6d-d257b4e6c882 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0491216 Apr 11 15:29:36.631728 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac5f2d9d-458c-49c2-9e18-bb3a10445201 req-162acc57-240c-4e6f-9d59-811f0b90f2f1 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Apr 11 15:29:37.746220 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e9abf-0538-4fc0-9639-2b84034e6e53 req-85c7e8b2-5781-4daf-b952-3ce8fe0b37bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:37.747727 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-790e9abf-0538-4fc0-9639-2b84034e6e53 req-85c7e8b2-5781-4daf-b952-3ce8fe0b37bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0487149 Apr 11 15:29:37.794151 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-790e9abf-0538-4fc0-9639-2b84034e6e53 req-b7f560a5-9d2d-45f9-b97e-2272d13da4c3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Apr 11 15:29:38.907818 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91442a4d-69ae-4954-baf7-4283a6d832f9 req-6efc6f9b-fe5a-4bea-b774-95b8a6a2a72c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:38.909304 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-91442a4d-69ae-4954-baf7-4283a6d832f9 req-6efc6f9b-fe5a-4bea-b774-95b8a6a2a72c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0487154 Apr 11 15:29:38.956557 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-91442a4d-69ae-4954-baf7-4283a6d832f9 req-8664dc08-eb28-4e4f-ad4e-7dc62ab60b7e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Apr 11 15:29:40.074110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795da0a-f532-4da4-aefc-b63e4bc3af63 req-1c47e2e3-fc08-4b47-930f-ec08b73da92b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:40.075636 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2795da0a-f532-4da4-aefc-b63e4bc3af63 req-1c47e2e3-fc08-4b47-930f-ec08b73da92b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 944 time: 0.0520191 Apr 11 15:29:40.124071 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2795da0a-f532-4da4-aefc-b63e4bc3af63 req-bd02b093-90c3-4fdb-b02e-8b1fc1c47c1c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Apr 11 15:29:40.291840 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device ea8b31e0-8e15-4d80-bf87-4e4e754f950f details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:29:40.397082 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:40.413737 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'port_id': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'mac_address': 'fa:16:3e:55:f9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:29:40.467184 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port ea8b31e0-8e15-4d80-bf87-4e4e754f950f is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:40.467579 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:40.487009 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8b31e0-8e15-4d80-bf87-4e4e754f950f {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:40.508677 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:40.514023 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:40.566871 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:40.574363 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.574747 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.575125 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.575484 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.575902 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.576161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.576495 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.576835 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.577161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.577492 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.577822 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.578153 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.578482 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.578840 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.579167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.901524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-b6cf7af0-c038-4a36-85ef-14956a0d45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:40.902993 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-b6cf7af0-c038-4a36-85ef-14956a0d45b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1129 time: 0.0439329 Apr 11 15:29:41.002499 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-0c5afd58-4e00-418e-b304-f7927a020c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:41.004214 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-0c5afd58-4e00-418e-b304-f7927a020c65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 916 time: 0.0943348 Apr 11 15:29:41.048760 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-d786abda-f346-4c77-9761-e3ba06fdf044 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 217 time: 0.0375121 Apr 11 15:29:41.101589 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-091a5d91-7aa0-44e5-ba83-4b59abd819b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:41.104310 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-091a5d91-7aa0-44e5-ba83-4b59abd819b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0496712 Apr 11 15:29:41.161838 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-ac09563f-1eac-430c-9fac-65ad0f73fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:41.163632 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-ac09563f-1eac-430c-9fac-65ad0f73fbd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502722 Apr 11 15:29:41.218160 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['ea8b31e0-8e15-4d80-bf87-4e4e754f950f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:29:41.287104 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece46836-ac82-47b3-b74f-44c0b9dd1e7b req-d71dd686-ea26-43b0-bfbc-e9907a441a5f tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:41.288642 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ece46836-ac82-47b3-b74f-44c0b9dd1e7b req-d71dd686-ea26-43b0-bfbc-e9907a441a5f tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 945 time: 0.0940969 Apr 11 15:29:41.323785 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-588b9d33-9dfe-46a8-a80c-6fc9bf2a79aa service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475787 Apr 11 15:29:41.381926 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ece46836-ac82-47b3-b74f-44c0b9dd1e7b req-5bde6596-b9de-49b1-8893-f1a8246e7f20 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865409 Apr 11 15:29:41.442270 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-217fa8c3-bf99-47cd-993c-c4eda6c3fa8f req-e81e145f-51cb-4e8d-9d71-468c7acf1a1d service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071963 Apr 11 15:29:42.494464 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274559b-e6c8-4a0a-842d-a314e1f42629 req-711081cb-efda-43d1-a10a-230ae0379c66 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:42.495993 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e274559b-e6c8-4a0a-842d-a314e1f42629 req-711081cb-efda-43d1-a10a-230ae0379c66 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 945 time: 0.0478377 Apr 11 15:29:42.545021 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e274559b-e6c8-4a0a-842d-a314e1f42629 req-0da59a90-3257-4941-8096-d68d4b678ace tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Apr 11 15:29:42.826826 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device ea8b31e0-8e15-4d80-bf87-4e4e754f950f up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:42.872197 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port ea8b31e0-8e15-4d80-bf87-4e4e754f950f completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:29:42.877961 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port ea8b31e0-8e15-4d80-bf87-4e4e754f950f triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:42.878359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:42.956788 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port ea8b31e0-8e15-4d80-bf87-4e4e754f950f is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:42.957503 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:42.980484 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:42.983014 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a5f972-b84a-4790-9e21-6482623b7c2a" -d '{"events": [{"server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:43.006076 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:43.015652 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:43.039822 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e2b574-ad40-4cff-a324-59da64630317 x-openstack-request-id: req-29e2b574-ad40-4cff-a324-59da64630317 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:43.040123 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:43.040470 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29e2b574-ad40-4cff-a324-59da64630317 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:43.040866 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e2b574-ad40-4cff-a324-59da64630317'] response: {'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'code': 200} Apr 11 15:29:43.065948 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:43.269312 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f285fa-7b09-418d-b5cf-c63aa0cd2ef7 req-2e9dcbd8-7ec6-4202-bace-8d7aec0df116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:43.271509 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-48f285fa-7b09-418d-b5cf-c63aa0cd2ef7 req-2e9dcbd8-7ec6-4202-bace-8d7aec0df116 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1130 time: 0.0462847 Apr 11 15:29:43.547526 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-48f285fa-7b09-418d-b5cf-c63aa0cd2ef7 req-a197c4d0-3348-413e-b386-93de4b859ae3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692034 Apr 11 15:29:43.668996 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373071-d604-40bc-bc50-ae11952e0f77 req-07da1b48-e42f-4ba7-991f-6ced0c7941fd tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:43.670578 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4373071-d604-40bc-bc50-ae11952e0f77 req-07da1b48-e42f-4ba7-991f-6ced0c7941fd tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0574574 Apr 11 15:29:43.723687 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4373071-d604-40bc-bc50-ae11952e0f77 req-8d3928f6-7941-471a-946c-559aa7964868 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Apr 11 15:29:44.839462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895b826-34e3-42fd-9ec1-9414111f66a3 req-5f0d3986-f89c-4630-ab4a-ee742955504c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:44.840972 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c895b826-34e3-42fd-9ec1-9414111f66a3 req-5f0d3986-f89c-4630-ab4a-ee742955504c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0494215 Apr 11 15:29:44.888176 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c895b826-34e3-42fd-9ec1-9414111f66a3 req-2d1a6c11-eaad-4a24-b0c2-0cecfed42cea tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Apr 11 15:29:45.027073 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d340a1-2c54-4461-8224-207c7b27c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:46.017393 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68743add-8f7b-43d4-85bc-38d72167ee03 req-ec6f0411-28cd-4998-9dee-979d10919b61 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:46.020130 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-68743add-8f7b-43d4-85bc-38d72167ee03 req-ec6f0411-28cd-4998-9dee-979d10919b61 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0633245 Apr 11 15:29:46.078757 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-68743add-8f7b-43d4-85bc-38d72167ee03 req-54c3be5d-e5b5-47da-ac84-0def0567adad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514913 Apr 11 15:29:47.216653 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4f6d-94d4-42b2-8f25-7b5135c2c3ad req-f120b4c3-7870-43bd-b21e-acf701caeb09 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:47.218181 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-63ec4f6d-94d4-42b2-8f25-7b5135c2c3ad req-f120b4c3-7870-43bd-b21e-acf701caeb09 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0500875 Apr 11 15:29:47.271419 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-63ec4f6d-94d4-42b2-8f25-7b5135c2c3ad req-2a335671-df52-4df6-98c7-89d1e3c0d757 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Apr 11 15:29:47.387724 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e5c59-2b5f-4f0d-b815-d497624d9f87 req-4ae709c3-ee6d-448d-a1f7-e2d8b397b25d tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:47.389303 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-432e5c59-2b5f-4f0d-b815-d497624d9f87 req-4ae709c3-ee6d-448d-a1f7-e2d8b397b25d tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0482152 Apr 11 15:29:47.449932 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-432e5c59-2b5f-4f0d-b815-d497624d9f87 req-a686d0a3-1ca1-4080-a31a-a78f90ccad44 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548213 Apr 11 15:29:47.829828 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9560-19bc-4c18-8eed-88836f3f8e42 req-516ca5ed-44d8-48c2-9380-8d2e4a23e7b9 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:47.831360 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-734f9560-19bc-4c18-8eed-88836f3f8e42 req-516ca5ed-44d8-48c2-9380-8d2e4a23e7b9 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0594273 Apr 11 15:29:47.881864 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-734f9560-19bc-4c18-8eed-88836f3f8e42 req-7ac425bb-5e05-4fca-8d46-94743e7686a3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Apr 11 15:29:48.323727 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd5d9ca1-3112-47d7-b6dd-34faa5dfcbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:49.226134 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:50.640233 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:51.230920 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:54.791931 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:57.797036 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:29:58.440142 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-75bb0876-aec1-4abb-9df9-608cff366ec2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474167 Apr 11 15:29:59.818202 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-b3865335-d4c8-4cf1-9ec8-a00cac9dc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:59.819973 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-b3865335-d4c8-4cf1-9ec8-a00cac9dc79d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 1129 time: 0.0467668 Apr 11 15:30:00.493453 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-98ca3ee1-5b10-4c4b-86b6-df08fc163b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:00.495047 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-98ca3ee1-5b10-4c4b-86b6-df08fc163b1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1343532 Apr 11 15:30:00.618461 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-74226dbd-5fc8-49f5-b896-c6efb4645695 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 200 len: 217 time: 0.0388722 Apr 11 15:30:00.677449 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-d6cd68ce-7cd4-4c55-ae29-cb35ced48097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:00.679346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-d6cd68ce-7cd4-4c55-ae29-cb35ced48097 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0521972 Apr 11 15:30:00.736639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-6c6232ff-0e62-418e-83eb-d2d9da53fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:00.739231 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-6c6232ff-0e62-418e-83eb-d2d9da53fb4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529978 Apr 11 15:30:00.872005 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-022c213a-bbee-4a93-853e-eff64ab5c7c4 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240766 Apr 11 15:30:00.991099 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a5539aa6-ffe6-4849-8ca2-c34ee85acded req-779b2730-c079-4ca7-8edc-b8ef18c278e6 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100016 Apr 11 15:30:01.369531 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41714) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:01.377387 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150695584', 'description': 'tempest-description--228920275'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:01.415666 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.516245 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (43f32108-5efa-4cfe-87f7-ce1c9b3a9235), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.521433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (43f32108-5efa-4cfe-87f7-ce1c9b3a9235), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.561307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.562773 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1915734 Apr 11 15:30:01.563988 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa2595-cf7e-4104-abca-2278a368739f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f32108-5efa-4cfe-87f7-ce1c9b3a9235,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:01.567653 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41718) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:01.573080 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': '43f32108-5efa-4cfe-87f7-ce1c9b3a9235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:01.607673 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (04128e04-253e-4c37-861a-cddaedd3ceb3), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.721592 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (04128e04-253e-4c37-861a-cddaedd3ceb3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.727535 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (04128e04-253e-4c37-861a-cddaedd3ceb3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.762641 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04128e04-253e-4c37-861a-cddaedd3ceb3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:01.776755 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.778497 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-2c10d5ca-2a7c-43e5-99de-daa577574c6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098222 Apr 11 15:30:01.781646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41720) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:01.787463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': '43f32108-5efa-4cfe-87f7-ce1c9b3a9235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:01.821380 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (b6419b39-5c82-4cfc-b6c1-ba556ecbaecf), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.918354 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (b6419b39-5c82-4cfc-b6c1-ba556ecbaecf), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.924177 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (b6419b39-5c82-4cfc-b6c1-ba556ecbaecf), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.947361 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6419b39-5c82-4cfc-b6c1-ba556ecbaecf,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:01.959670 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.962214 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e6a70233-2c34-412d-b116-50101c7ecf34 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791704 Apr 11 15:30:01.965384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41726) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:01.970346 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:01.999218 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.090825 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.210822 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.27.1.215 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/5e9e1428-4597-4451-a58e-82d590b0955b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:02.338491 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (5e9e1428-4597-4451-a58e-82d590b0955b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.377973 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (5e9e1428-4597-4451-a58e-82d590b0955b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.421012 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:02.424287 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:02.428220 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:02.437455 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=5e9e1428-4597-4451-a58e-82d590b0955b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:02.583261 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.643696 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (5e9e1428-4597-4451-a58e-82d590b0955b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.824230 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (5e9e1428-4597-4451-a58e-82d590b0955b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.829663 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (5e9e1428-4597-4451-a58e-82d590b0955b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.907976 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=5e9e1428-4597-4451-a58e-82d590b0955b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:02.923670 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.944300 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.946306 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9c8a09af-b087-4ae4-abae-0d1a42fc78cc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9798057 Apr 11 15:30:03.337612 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-51a6be5e-8155-4dd2-9770-eb84f53ec1eb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1150695584&fields=id&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 267 time: 0.0572233 Apr 11 15:30:03.476015 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-ac1cc6a7-10b8-40ce-a995-6c2078b0ec52 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:03.477888 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-ac1cc6a7-10b8-40ce-a995-6c2078b0ec52 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.1270750 Apr 11 15:30:03.501897 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-385c9c5e-3fc6-4acc-868d-ff364c1f52fa tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/quotas/40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 375 time: 0.0167582 Apr 11 15:30:03.584387 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-870443f0-c4b6-4127-b4de-dc3304105cdc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746713 Apr 11 15:30:03.712583 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-769f35c6-3e53-416a-81ae-c01b308a3c66 service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133554 Apr 11 15:30:03.861664 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-9181eade-3585-4a18-8e9b-c4f31d013aa5 service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425340 Apr 11 15:30:04.259282 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2962709c-1e2d-4973-8a38-e7d135a11c3a req-6f41c7ff-cd98-4442-b9f4-b1fa43e9f880 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 210 time: 0.2255604 Apr 11 15:30:04.475029 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-a89d210b-990b-4661-a6a6-f7f37e090b7f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83778028&fields=id&tenant_id=e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 267 time: 0.0692375 Apr 11 15:30:04.643890 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0957eab2-129b-4939-8687-59af272bd913 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:04.645514 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0957eab2-129b-4939-8687-59af272bd913 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 812 time: 0.1622038 Apr 11 15:30:04.670082 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-888cba64-e884-4695-b3cb-92c743436dae tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/quotas/e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 375 time: 0.0128491 Apr 11 15:30:04.981283 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-4d717e9d-2d59-4001-baf4-5f24072a3540 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002388 Apr 11 15:30:05.146699 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-4f31dd96-8136-4d38-acee-0dff3af2568e service neutron] 10.222.0.50 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360960 Apr 11 15:30:05.248226 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-a4ddea09-7fda-49da-b200-36389e1203d7 service neutron] 10.222.0.50 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945625 Apr 11 15:30:05.395086 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-25093c9e-3159-42f3-b8ce-4bdedc0e9b00 req-455b2e31-2d4a-41b7-ae86-ebf369744419 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 210 time: 0.0336177 Apr 11 15:30:05.620659 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0bb17347-1647-40fa-b7f0-d30d6d122e63 req-3800c199-793a-4579-b551-a5b7f8fa1102 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0323563 Apr 11 15:30:05.887369 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-f703fc88-096a-45fb-8533-1720f32fa0dc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:05.889201 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-f703fc88-096a-45fb-8533-1720f32fa0dc tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.1485174 Apr 11 15:30:06.024444 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-76df263d-07b3-408f-befa-0e633d2ef93c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 471 time: 0.0961020 Apr 11 15:30:06.191221 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'port': {'device_id': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'admin_state_up': True, 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'security_groups': ['43f32108-5efa-4cfe-87f7-ce1c9b3a9235']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:06.419797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Made reservation on behalf of 40b872c1a7fb49ce9a05b943333ace62 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:30:06.423499 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.471202 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41836) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:06.588171 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-319fc9a2-6d61-4cb4-b4a6-08904bb756c7 req-9c424abb-bc82-484e-9e21-06efc3f909a5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 210 time: 0.0709469 Apr 11 15:30:06.602244 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.20.0.13 (2c639a03-9c1a-4534-9246-41c284dfa2dd/64999c89-993a-42df-983e-0b671156250b/a6803d85-3f1c-4498-829f-472e54f7295d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:06.721926 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-712692be-387d-41a2-ad38-0f486d5a9571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.770185 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ea7b3ecf-3080-4e84-bd87-4c9f10ea9db2 req-b2425461-c19f-4b74-bd4d-9c45c38b8767 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0584826 Apr 11 15:30:06.851732 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (a6803d85-3f1c-4498-829f-472e54f7295d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.860212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-712692be-387d-41a2-ad38-0f486d5a9571 admin admin] Publish callbacks [] for security_group (5d0ab21e-38a8-4a60-a781-c630b715e7cd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.865946 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-712692be-387d-41a2-ad38-0f486d5a9571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5d0ab21e-38a8-4a60-a781-c630b715e7cd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.893343 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.931683 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712692be-387d-41a2-ad38-0f486d5a9571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ab21e-38a8-4a60-a781-c630b715e7cd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:06.939946 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-712692be-387d-41a2-ad38-0f486d5a9571 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dec712b026624201aee7bda83b5e8440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669302 Apr 11 15:30:06.944325 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 41844) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:06.953910 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:06.960460 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:06.973627 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:06.981705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=a6803d85-3f1c-4498-829f-472e54f7295d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:07.032252 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46aac75f-12d1-4cdc-b370-b85f1fb6b6df admin admin] Publish callbacks [] for security_group (5d0ab21e-38a8-4a60-a781-c630b715e7cd), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.036583 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.037121 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.037594 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.038103 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.038673 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.040145 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.040621 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.041068 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.041504 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.041940 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.042367 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.042868 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.043293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.043726 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.044229 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:07.084049 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46aac75f-12d1-4cdc-b370-b85f1fb6b6df admin admin] Publish callbacks [] for security_group (5d0ab21e-38a8-4a60-a781-c630b715e7cd), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.087713 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:07.088820 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.114179 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1a2b7748-21a1-46af-b439-9d0b3f3eee0b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9319181 Apr 11 15:30:07.169955 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46aac75f-12d1-4cdc-b370-b85f1fb6b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5d0ab21e-38a8-4a60-a781-c630b715e7cd), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.174090 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46aac75f-12d1-4cdc-b370-b85f1fb6b6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.175927 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-46aac75f-12d1-4cdc-b370-b85f1fb6b6df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d0ab21e-38a8-4a60-a781-c630b715e7cd HTTP/1.1" status: 204 len: 168 time: 0.2292950 Apr 11 15:30:07.196785 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aac75f-12d1-4cdc-b370-b85f1fb6b6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ab21e-38a8-4a60-a781-c630b715e7cd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:07.321881 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-175f0ed8-b464-4d5c-baf3-fb7935ec241c None None] Provisioning complete for port a6803d85-3f1c-4498-829f-472e54f7295d triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:07.323792 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-175f0ed8-b464-4d5c-baf3-fb7935ec241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.375107 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-175f0ed8-b464-4d5c-baf3-fb7935ec241c None None] Port a6803d85-3f1c-4498-829f-472e54f7295d cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:30:07.507308 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Request body: {'port': {'device_id': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:07.602575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.749501 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07900d-6fe1-49d9-9d59-d18d1dde2b3a req-107fb005-38e9-41a6-a44c-650babc0c770 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:07.751253 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a07900d-6fe1-49d9-9d59-d18d1dde2b3a req-107fb005-38e9-41a6-a44c-650babc0c770 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 932 time: 0.0589774 Apr 11 15:30:07.833071 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a07900d-6fe1-49d9-9d59-d18d1dde2b3a req-826f6b82-a253-4656-be55-581ea43c96d6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687177 Apr 11 15:30:07.937199 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4aee6f14-e8fa-4ea7-9b6b-cd07a6c038b5 req-862ef9d2-a4bc-4f7c-b6cd-efc55d5a1d6e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0392892 Apr 11 15:30:08.049874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6803d85-3f1c-4498-829f-472e54f7295d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:30:08.064898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Publish callbacks [] for port (a6803d85-3f1c-4498-829f-472e54f7295d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.084967 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Transition to ACTIVE for port object a6803d85-3f1c-4498-829f-472e54f7295d will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:30:08.090327 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.188674 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=a6803d85-3f1c-4498-829f-472e54f7295d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:08.251420 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Attempting to bind port a6803d85-3f1c-4498-829f-472e54f7295d on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:30:08.251848 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Attempting to bind port a6803d85-3f1c-4498-829f-472e54f7295d by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:30:08.252257 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Attempting to bind port a6803d85-3f1c-4498-829f-472e54f7295d on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:08.258627 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Port a6803d85-3f1c-4498-829f-472e54f7295d on network 2c639a03-9c1a-4534-9246-41c284dfa2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:30:08.259264 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Attempting to bind port a6803d85-3f1c-4498-829f-472e54f7295d on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:08.267264 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:30:08.267796 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:08.268344 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Bound using segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:30:08.269050 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Bound port: a6803d85-3f1c-4498-829f-472e54f7295d, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:30:08.269854 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.388930 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] For port a6803d85-3f1c-4498-829f-472e54f7295d, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:30:08.395489 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] For port a6803d85-3f1c-4498-829f-472e54f7295d, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a6803d85-3f1c-4498-829f-472e54f7295d,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:30:08.407758 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.482467 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:08.483640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.486141 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] 10.222.0.59 "PUT /v2.0/ports/a6803d85-3f1c-4498-829f-472e54f7295d HTTP/1.1" status: 200 len: 1094 time: 0.9831998 Apr 11 15:30:08.487439 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:08.491547 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:08.543021 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184a17-4236-4afe-be42-fbeb1065cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=a6803d85-3f1c-4498-829f-472e54f7295d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:08.564502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8bcfb-a2c3-4f4b-9226-07180d75dbbc x-openstack-request-id: req-c8c8bcfb-a2c3-4f4b-9226-07180d75dbbc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:08.565975 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:08.566524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8c8bcfb-a2c3-4f4b-9226-07180d75dbbc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:08.567584 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c8bcfb-a2c3-4f4b-9226-07180d75dbbc'] response: {'name': 'network-changed', 'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'status': 'completed', 'code': 200} Apr 11 15:30:08.772852 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-e797d09d-cf1f-4c0e-b405-4c40ded115d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:08.775936 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-e797d09d-cf1f-4c0e-b405-4c40ded115d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 1128 time: 0.1041338 Apr 11 15:30:08.852372 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-d94a31f8-5e7a-43a4-8a92-a8d779182686 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6803d85-3f1c-4498-829f-472e54f7295d HTTP/1.1" status: 200 len: 217 time: 0.0462029 Apr 11 15:30:08.871737 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-20abb67f-8270-4557-a9df-3d1d8a9ce66e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:08.874396 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-20abb67f-8270-4557-a9df-3d1d8a9ce66e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 812 time: 0.2011206 Apr 11 15:30:09.064135 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-d9010aca-1dc6-4667-a30f-adb2bbaafd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:09.065824 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-d9010aca-1dc6-4667-a30f-adb2bbaafd16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.1166236 Apr 11 15:30:09.074778 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b97d4-1d47-4ba1-ae96-03e4f51fe5f4 req-95e217d6-362f-450b-95c3-26b4ad6a7af0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:09.077841 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-012b97d4-1d47-4ba1-ae96-03e4f51fe5f4 req-95e217d6-362f-450b-95c3-26b4ad6a7af0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 944 time: 0.0813682 Apr 11 15:30:09.087338 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1442dac1-39d3-4de5-acea-bdc147806d0a req-ff88d435-797b-464e-8f96-701dd06d9c36 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0458219 Apr 11 15:30:09.187261 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-1fd0b3dd-1e14-445c-a50d-01814bafcb2f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 378 time: 0.0863700 Apr 11 15:30:09.198071 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'port': {'device_id': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'admin_state_up': True, 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'security_groups': ['ca7e2dfa-797a-4998-bf8a-c050418d3e7f']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:09.239774 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-012b97d4-1d47-4ba1-ae96-03e4f51fe5f4 req-b5d5fbc5-1a74-456e-9048-f81674d27d3c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490660 Apr 11 15:30:09.250897 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-8bebd518-8294-412d-b34c-55de6fb3a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:09.253765 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-8bebd518-8294-412d-b34c-55de6fb3a35e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283684 Apr 11 15:30:09.414363 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Made reservation on behalf of e7b3580d69fb473b92c6d076b45bdc2b for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:30:09.416615 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-18b52f38-1425-4fdc-aebb-f8dbbc9089c1 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540239 Apr 11 15:30:09.420225 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.425495 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86290355-de75-4d87-a3c4-e51bfe0adfdb req-49c9f3ae-2d8d-4825-bc6a-733891834ef3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:09.427180 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-86290355-de75-4d87-a3c4-e51bfe0adfdb req-49c9f3ae-2d8d-4825-bc6a-733891834ef3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0735912 Apr 11 15:30:09.625943 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Allocated IP 172.20.0.12 (399ef17c-dfcd-4e5c-930e-322d1e6edf2b/12c2095f-7e2b-4b3d-985d-0bde5f78e7fe/7a8ae76c-d360-4331-81ff-88dbc2e77257) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:09.634800 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-86290355-de75-4d87-a3c4-e51bfe0adfdb req-fd153271-af12-493f-97ca-a0b47a152075 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979103 Apr 11 15:30:09.654936 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd87a668-68ac-4bd0-bef9-a3c71c2958b8 req-1f5f6a0f-634d-4cdf-8ad7-d834aee9a57b service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058992 Apr 11 15:30:09.803898 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.842831 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.896551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:09.901225 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:09.905400 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:09.915856 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=7a8ae76c-d360-4331-81ff-88dbc2e77257,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:09.971944 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:09.972632 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.993652 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-0610c4ca-0ada-4ccd-af23-0e08963cc376 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8004775 Apr 11 15:30:10.196577 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-b55c7d0b-5c4f-4ab9-a9ca-fc92dc08396b None None] Provisioning complete for port 7a8ae76c-d360-4331-81ff-88dbc2e77257 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:10.197273 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b55c7d0b-5c4f-4ab9-a9ca-fc92dc08396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:10.219047 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b843-aeb5-4f8b-b636-255736e32b23 req-831c0b21-57d5-4ea7-a623-77e8b8eb2c0d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.220670 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9679b843-aeb5-4f8b-b636-255736e32b23 req-831c0b21-57d5-4ea7-a623-77e8b8eb2c0d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 932 time: 0.0537901 Apr 11 15:30:10.233658 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b55c7d0b-5c4f-4ab9-a9ca-fc92dc08396b None None] Port 7a8ae76c-d360-4331-81ff-88dbc2e77257 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:30:10.275799 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9679b843-aeb5-4f8b-b636-255736e32b23 req-5c23afa4-2c2e-445d-992d-fff7f898dbbc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483730 Apr 11 15:30:10.393107 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877c886-c063-459b-93c5-76ac9e43082e req-df5c9059-7ecb-4a4f-9d13-c6664d8f9d89 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.394680 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0877c886-c063-459b-93c5-76ac9e43082e req-df5c9059-7ecb-4a4f-9d13-c6664d8f9d89 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 944 time: 0.0511463 Apr 11 15:30:10.449436 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0877c886-c063-459b-93c5-76ac9e43082e req-6e9ad109-b69d-4eda-a30a-9289d8e7258f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480137 Apr 11 15:30:10.781631 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53dbd5-336d-412c-9e68-bfca6be66ce7 req-a243ee6d-3bb8-4d08-8b83-82d995a4a4a8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.783175 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8e53dbd5-336d-412c-9e68-bfca6be66ce7 req-a243ee6d-3bb8-4d08-8b83-82d995a4a4a8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0615613 Apr 11 15:30:10.843393 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8e53dbd5-336d-412c-9e68-bfca6be66ce7 req-038a63fa-4418-43f3-ad15-1d893d8380b5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544863 Apr 11 15:30:11.427903 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1498191-cdbb-4eed-ace3-ff441cf01d1e req-836f9f62-347e-471e-bc67-62d29ab05de1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:11.430823 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1498191-cdbb-4eed-ace3-ff441cf01d1e req-836f9f62-347e-471e-bc67-62d29ab05de1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 932 time: 0.0630679 Apr 11 15:30:11.505504 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1498191-cdbb-4eed-ace3-ff441cf01d1e req-592b9ffe-ab69-47b3-95d5-ae6a0d51cee8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673661 Apr 11 15:30:11.905552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7091-3f4b-41d6-95aa-c08a72f6f3d4 req-4995cdfb-2b10-418a-bcf7-e43eea12c51b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:11.908402 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1f8d7091-3f4b-41d6-95aa-c08a72f6f3d4 req-4995cdfb-2b10-418a-bcf7-e43eea12c51b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 944 time: 0.0679283 Apr 11 15:30:11.967448 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1f8d7091-3f4b-41d6-95aa-c08a72f6f3d4 req-2a351b3a-8ee3-409c-8343-47e7a8ac4345 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513065 Apr 11 15:30:11.994290 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c9bf6-c3b4-47d6-9912-6503ad94f6cb req-39b1c984-2ce5-4337-8b44-e9a3e12814ce tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:11.996135 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-453c9bf6-c3b4-47d6-9912-6503ad94f6cb req-39b1c984-2ce5-4337-8b44-e9a3e12814ce tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0621874 Apr 11 15:30:12.053642 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-453c9bf6-c3b4-47d6-9912-6503ad94f6cb req-4e9830ca-c6bc-4a5a-a4fb-e1869759b0d4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471840 Apr 11 15:30:12.630221 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe9e5-33dd-4c63-9717-cc66622039a6 req-5e95de61-2bf1-4096-821e-39b2fc9be67d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:12.632074 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-85abe9e5-33dd-4c63-9717-cc66622039a6 req-5e95de61-2bf1-4096-821e-39b2fc9be67d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 932 time: 0.0515373 Apr 11 15:30:12.692581 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-85abe9e5-33dd-4c63-9717-cc66622039a6 req-2bdeb0dc-6620-4e2d-8bfc-bba52bab66bd tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541184 Apr 11 15:30:12.964751 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device a6803d85-3f1c-4498-829f-472e54f7295d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:30:13.079043 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port a6803d85-3f1c-4498-829f-472e54f7295d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a6803d85-3f1c-4498-829f-472e54f7295d,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:13.096018 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'port_id': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'mac_address': 'fa:16:3e:22:cb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:30:13.139602 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec68ee8-6e2c-4fa6-a960-82f97857eabc req-51c054ac-b4f1-49c2-a776-bc6275265d40 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:13.142017 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port a6803d85-3f1c-4498-829f-472e54f7295d is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:13.142411 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.142883 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cec68ee8-6e2c-4fa6-a960-82f97857eabc req-51c054ac-b4f1-49c2-a776-bc6275265d40 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 944 time: 0.0627475 Apr 11 15:30:13.161315 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6803d85-3f1c-4498-829f-472e54f7295d {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:30:13.199836 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port a6803d85-3f1c-4498-829f-472e54f7295d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a6803d85-3f1c-4498-829f-472e54f7295d,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:13.206642 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.208388 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cec68ee8-6e2c-4fa6-a960-82f97857eabc req-91500cd8-5cd8-4344-88ff-5f628f8c73ff tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557108 Apr 11 15:30:13.244286 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d57cd3-1ef3-47a9-b8b2-c902af17a2d4 req-8d127001-cce8-4590-8c3c-65912ed7fca0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:13.246055 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66d57cd3-1ef3-47a9-b8b2-c902af17a2d4 req-8d127001-cce8-4590-8c3c-65912ed7fca0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0719752 Apr 11 15:30:13.302473 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=a6803d85-3f1c-4498-829f-472e54f7295d,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:13.319649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-66d57cd3-1ef3-47a9-b8b2-c902af17a2d4 req-a1286cb2-9b09-4630-96bf-1a89853ffc02 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661941 Apr 11 15:30:13.639372 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Request body: {'port': {'device_id': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:13.711597 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-130958cb-5068-4de2-b14c-5377596d9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:13.713466 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-130958cb-5068-4de2-b14c-5377596d9413 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 1129 time: 0.2248008 Apr 11 15:30:13.713748 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.924725 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0414ff5-ddf7-4f71-999a-a84d328319d8 req-8007670b-f305-4a8c-8ba9-4e53cc043b1f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:13.927306 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f0414ff5-ddf7-4f71-999a-a84d328319d8 req-8007670b-f305-4a8c-8ba9-4e53cc043b1f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 932 time: 0.1103697 Apr 11 15:30:13.993179 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['a6803d85-3f1c-4498-829f-472e54f7295d'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:30:14.015215 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-3e222096-019f-4107-b5a1-e45a6008fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:14.019069 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-3e222096-019f-4107-b5a1-e45a6008fb0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.2906053 Apr 11 15:30:14.029665 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f0414ff5-ddf7-4f71-999a-a84d328319d8 req-e28dd182-5671-4803-94ce-8cb6077e026c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804765 Apr 11 15:30:14.080391 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-cd3c47da-751b-4462-bea8-bf8cf9ec0ba7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6803d85-3f1c-4498-829f-472e54f7295d HTTP/1.1" status: 200 len: 217 time: 0.0490186 Apr 11 15:30:14.137081 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-8c8ed11e-0f39-44a2-b70e-7693e5c84045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:14.138738 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-8c8ed11e-0f39-44a2-b70e-7693e5c84045 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0507836 Apr 11 15:30:14.184821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8ae76c-d360-4331-81ff-88dbc2e77257 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:30:14.196345 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Publish callbacks [] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.215561 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Transition to ACTIVE for port object 7a8ae76c-d360-4331-81ff-88dbc2e77257 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:30:14.224928 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.254441 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-2b257d73-604c-45a7-bbfe-a52a12a93f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:14.254441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-2b257d73-604c-45a7-bbfe-a52a12a93f03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011043 Apr 11 15:30:14.329599 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ae76c-d360-4331-81ff-88dbc2e77257,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:14.375752 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.376767 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.377287 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.377847 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.378361 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.379076 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.379758 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.380267 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.380755 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.381255 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.381758 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.382788 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.383281 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.383763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.384337 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:14.392675 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-683fae19-7277-4655-85c1-fe5ea95fd215 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307876 Apr 11 15:30:14.495625 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b884e47-66eb-4ab1-895f-2e5099dba529 req-6211986e-09c3-49c5-8ed1-f683f91754c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:14.497705 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b884e47-66eb-4ab1-895f-2e5099dba529 req-6211986e-09c3-49c5-8ed1-f683f91754c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 945 time: 0.1411104 Apr 11 15:30:14.544036 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Attempting to bind port 7a8ae76c-d360-4331-81ff-88dbc2e77257 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:30:14.545340 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Attempting to bind port 7a8ae76c-d360-4331-81ff-88dbc2e77257 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:30:14.547340 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Attempting to bind port 7a8ae76c-d360-4331-81ff-88dbc2e77257 on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:14.575428 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Port 7a8ae76c-d360-4331-81ff-88dbc2e77257 on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:30:14.575801 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Attempting to bind port 7a8ae76c-d360-4331-81ff-88dbc2e77257 on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:14.595198 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:30:14.595778 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Checking segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:14.596413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Bound using segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:30:14.597186 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Bound port: 7a8ae76c-d360-4331-81ff-88dbc2e77257, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:30:14.597810 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.611881 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58a82a5d-2cc7-45f4-ab81-bac88576dfd3 req-f3df3f60-5265-469e-b48b-b6749d4ec6ab service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044406 Apr 11 15:30:14.643438 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b884e47-66eb-4ab1-895f-2e5099dba529 req-549d7f70-bea3-45e4-a166-9ab8d30854b8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341472 Apr 11 15:30:14.703744 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0399bc-070f-41b8-a3dc-4a67844252e8 req-857d3ab4-0537-44db-910b-3b088848b0cd tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:14.706980 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7b0399bc-070f-41b8-a3dc-4a67844252e8 req-857d3ab4-0537-44db-910b-3b088848b0cd tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0905173 Apr 11 15:30:14.730219 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] For port 7a8ae76c-d360-4331-81ff-88dbc2e77257, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:30:14.738369 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] For port 7a8ae76c-d360-4331-81ff-88dbc2e77257, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:30:14.749390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.796412 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7b0399bc-070f-41b8-a3dc-4a67844252e8 req-ed5fa326-8089-422a-9d57-7bc44d83a909 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786133 Apr 11 15:30:14.798237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:14.798915 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.800424 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] 10.222.0.59 "PUT /v2.0/ports/7a8ae76c-d360-4331-81ff-88dbc2e77257 HTTP/1.1" status: 200 len: 1094 time: 1.3136024 Apr 11 15:30:14.803592 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:14.811428 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8154cd2f-4471-470e-a451-a4e0a085c591" -d '{"events": [{"name": "network-changed", "server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:14.853870 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50c9cf-0796-406f-95d6-d5210b6605af service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ae76c-d360-4331-81ff-88dbc2e77257,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:14.877471 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d2e090-b88c-48be-919d-73445006f9f7 x-openstack-request-id: req-57d2e090-b88c-48be-919d-73445006f9f7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:14.877760 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:14.878017 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57d2e090-b88c-48be-919d-73445006f9f7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:14.878421 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d2e090-b88c-48be-919d-73445006f9f7'] response: {'name': 'network-changed', 'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'status': 'completed', 'code': 200} Apr 11 15:30:15.001298 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-98210de0-e67f-4d66-8a33-858f62b89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.003102 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-98210de0-e67f-4d66-8a33-858f62b89620 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 1128 time: 0.0606515 Apr 11 15:30:15.035430 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aadc067-6deb-4b91-b23b-dee4c9befdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.076991 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-79632f61-5ecc-49eb-b5c6-b0d98818c170 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257 HTTP/1.1" status: 200 len: 217 time: 0.0521431 Apr 11 15:30:15.139817 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-e415c6c0-faee-4ff1-902c-aede379988c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.141463 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-e415c6c0-faee-4ff1-902c-aede379988c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0567131 Apr 11 15:30:15.193301 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9366781-1db8-4687-90e9-9560b01aa56e req-fd81d7e3-1415-4627-a53e-89e5ccf5ac15 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.195358 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f9366781-1db8-4687-90e9-9560b01aa56e req-fd81d7e3-1415-4627-a53e-89e5ccf5ac15 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0784605 Apr 11 15:30:15.200715 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-13e1c5e1-552b-4e3c-a1ec-844c08e5e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.203679 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-13e1c5e1-552b-4e3c-a1ec-844c08e5e08d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517268 Apr 11 15:30:15.270909 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f9366781-1db8-4687-90e9-9560b01aa56e req-39e6d6d1-53b3-47cb-aedc-0ec6f74a6567 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652888 Apr 11 15:30:15.364648 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-db35b979-43a1-4053-93ae-3ef9c0d71bc3 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483364 Apr 11 15:30:15.506872 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a9fd5018-3571-4fd0-84d2-9c1c113f69c0 req-2d4a03c8-af5d-464e-aad7-f364b4cb3d25 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335080 Apr 11 15:30:15.693902 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-fd95845f-d8dd-4f63-867d-61e4dbb2e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.696382 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-fd95845f-d8dd-4f63-867d-61e4dbb2e9c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 1128 time: 0.0502579 Apr 11 15:30:15.863504 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device a6803d85-3f1c-4498-829f-472e54f7295d up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:15.940448 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9e364-30c3-414e-8316-1361270f11f6 req-3229736c-8327-4ec1-a5e0-f3c74d99345e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.943395 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e6e9e364-30c3-414e-8316-1361270f11f6 req-3229736c-8327-4ec1-a5e0-f3c74d99345e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 945 time: 0.1829004 Apr 11 15:30:15.966040 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port a6803d85-3f1c-4498-829f-472e54f7295d completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:30:15.979249 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port a6803d85-3f1c-4498-829f-472e54f7295d triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:15.980046 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.988234 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-706c466f-8a85-4edd-930e-209ab79750f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:15.990032 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-706c466f-8a85-4edd-930e-209ab79750f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.2858722 Apr 11 15:30:16.063954 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32718b-772c-4157-9cab-f877eda1da5f req-addaded0-11ba-4755-98a2-1f9b657a19e5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:16.066795 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dc32718b-772c-4157-9cab-f877eda1da5f req-addaded0-11ba-4755-98a2-1f9b657a19e5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.1169298 Apr 11 15:30:16.088741 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-c3778687-26a7-4ee6-8b24-8cd5bb54360c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257 HTTP/1.1" status: 200 len: 217 time: 0.0843062 Apr 11 15:30:16.108250 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port a6803d85-3f1c-4498-829f-472e54f7295d is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:16.109059 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:16.160392 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:16.164909 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28c4107-6017-4d9f-b712-a58264b1a50c" -d '{"events": [{"server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "name": "network-vif-plugged", "status": "completed", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:16.183904 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dc32718b-772c-4157-9cab-f877eda1da5f req-19551c6d-26bf-4214-9945-6b9f8edf07d7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954394 Apr 11 15:30:16.186398 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e6e9e364-30c3-414e-8316-1361270f11f6 req-d4088318-2e6f-4413-8a23-648321cdd3a6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166476 Apr 11 15:30:16.193333 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port a6803d85-3f1c-4498-829f-472e54f7295d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a6803d85-3f1c-4498-829f-472e54f7295d,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:16.203167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:16.219151 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-69c8fbbc-6e6e-403f-8c6b-4dc1f5b145d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:16.225446 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-69c8fbbc-6e6e-403f-8c6b-4dc1f5b145d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.1229200 Apr 11 15:30:16.285667 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=a6803d85-3f1c-4498-829f-472e54f7295d,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:16.290438 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d42b4c4-a6b7-4099-9001-2047222e8bde x-openstack-request-id: req-6d42b4c4-a6b7-4099-9001-2047222e8bde {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:16.290758 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "name": "network-vif-plugged", "status": "completed", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:16.291339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d42b4c4-a6b7-4099-9001-2047222e8bde {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:16.291505 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d42b4c4-a6b7-4099-9001-2047222e8bde'] response: {'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'code': 200} Apr 11 15:30:16.306108 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-67f8f0bc-fa80-4b2a-8cb1-b27f354d37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:16.307915 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-67f8f0bc-fa80-4b2a-8cb1-b27f354d37a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716019 Apr 11 15:30:16.473627 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829795f-a8bf-4b6c-8791-df3af4871190 req-da6f5fea-a2d0-4176-84d3-a850701b7d0b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:16.475481 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a829795f-a8bf-4b6c-8791-df3af4871190 req-da6f5fea-a2d0-4176-84d3-a850701b7d0b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.1016283 Apr 11 15:30:16.537488 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-00c23aaa-450b-498d-8cec-613328eb5ca4 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843035 Apr 11 15:30:16.613661 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a829795f-a8bf-4b6c-8791-df3af4871190 req-0990d82e-636d-44d5-afcc-b08431ce7ef0 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164904 Apr 11 15:30:16.661397 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84b59-6b37-41ae-958a-6f160593692d req-13f94c45-244c-49f4-9460-f7fcbf794116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:16.662984 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-acf84b59-6b37-41ae-958a-6f160593692d req-13f94c45-244c-49f4-9460-f7fcbf794116 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 1130 time: 0.1035631 Apr 11 15:30:16.699955 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8154cd2f-4471-470e-a451-a4e0a085c591 req-9929a892-c5c3-45c7-a103-e0d8a63bb0bf service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405463 Apr 11 15:30:16.720566 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-acf84b59-6b37-41ae-958a-6f160593692d req-a4b3deaf-a28a-4939-b441-a2f41064dd03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474877 Apr 11 15:30:17.338716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323948d7-bc43-45b6-ac1b-2f0687259338 req-618d2037-b2a8-4cb0-a697-dde5e6aaeb01 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:17.340338 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-323948d7-bc43-45b6-ac1b-2f0687259338 req-618d2037-b2a8-4cb0-a697-dde5e6aaeb01 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0601003 Apr 11 15:30:17.370689 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22030816-047b-4233-8e30-88ef88be5d87 req-4bd4afe5-0a14-41a3-b589-b2acde46052b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:17.372399 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-22030816-047b-4233-8e30-88ef88be5d87 req-4bd4afe5-0a14-41a3-b589-b2acde46052b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0545390 Apr 11 15:30:17.398306 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-323948d7-bc43-45b6-ac1b-2f0687259338 req-c830312d-78f2-41e1-99df-32feafa965a9 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480359 Apr 11 15:30:17.430066 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-22030816-047b-4233-8e30-88ef88be5d87 req-272846bd-d649-4bee-b568-7288bd8ebca7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488036 Apr 11 15:30:17.753237 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea211e2-2677-4400-885a-ed50db0fb4a4 req-3d9edacc-f5b0-4fe2-8e30-07e2f558545e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:17.754761 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fea211e2-2677-4400-885a-ed50db0fb4a4 req-3d9edacc-f5b0-4fe2-8e30-07e2f558545e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0521371 Apr 11 15:30:17.811472 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fea211e2-2677-4400-885a-ed50db0fb4a4 req-e92efb38-69fe-4042-ad48-6ee3e91630d8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504382 Apr 11 15:30:18.319441 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6220d554-193e-4204-a516-66e19566c5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:18.553764 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d29e8a-debc-4ca6-a7a3-7aab5dc1a471 req-9346f352-34a0-4f39-ade2-c086aba0660b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:18.555587 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a3d29e8a-debc-4ca6-a7a3-7aab5dc1a471 req-9346f352-34a0-4f39-ade2-c086aba0660b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0540085 Apr 11 15:30:18.577601 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1b3fc-8948-4d8c-b7f3-455e3fa17905 req-e68404ff-c635-4dfd-b7f3-d6aa6fd2eda9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:18.581475 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35c1b3fc-8948-4d8c-b7f3-455e3fa17905 req-e68404ff-c635-4dfd-b7f3-d6aa6fd2eda9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0553257 Apr 11 15:30:18.610505 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a3d29e8a-debc-4ca6-a7a3-7aab5dc1a471 req-521d5667-61ff-4a38-9a51-b067b7b5e8b7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490654 Apr 11 15:30:18.642897 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35c1b3fc-8948-4d8c-b7f3-455e3fa17905 req-5299c761-7fb0-4549-863b-813ed38fd92b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559924 Apr 11 15:30:18.938279 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fb5aa-7cfb-43cd-beb1-3b46cd1b0782 req-ac1256b2-6a28-40ed-8697-577383f5d3a5 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:18.939962 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-096fb5aa-7cfb-43cd-beb1-3b46cd1b0782 req-ac1256b2-6a28-40ed-8697-577383f5d3a5 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0584943 Apr 11 15:30:18.998529 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-096fb5aa-7cfb-43cd-beb1-3b46cd1b0782 req-2fb9e34b-e896-4b6d-b4e3-12ed183446b9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524449 Apr 11 15:30:19.231754 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:19.746141 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507b228-5edb-4d08-8ca9-9b880bec5be2 req-56e4eb55-d948-4b8b-920f-192c1343a4f4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:19.747769 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9507b228-5edb-4d08-8ca9-9b880bec5be2 req-56e4eb55-d948-4b8b-920f-192c1343a4f4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0647132 Apr 11 15:30:19.781690 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db090eb5-391e-4833-a5d8-7813c748d193 req-71bc52c8-871c-4b71-89b8-ae6cdf27f9e3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:19.784117 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db090eb5-391e-4833-a5d8-7813c748d193 req-71bc52c8-871c-4b71-89b8-ae6cdf27f9e3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0538304 Apr 11 15:30:19.805091 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9507b228-5edb-4d08-8ca9-9b880bec5be2 req-e10b99ba-44df-4b7e-b620-f1b2ac12e044 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506210 Apr 11 15:30:19.848069 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db090eb5-391e-4833-a5d8-7813c748d193 req-42e20a17-0303-473a-91dd-79eafd706408 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516369 Apr 11 15:30:19.970038 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907f62b-81ec-42ce-bb8b-2601aace3f42 req-8d59d5e2-dbf5-4f3c-a4a6-d939c2aac9d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:19.972524 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8907f62b-81ec-42ce-bb8b-2601aace3f42 req-8d59d5e2-dbf5-4f3c-a4a6-d939c2aac9d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0543525 Apr 11 15:30:19.983360 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42038) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:19.988007 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'port_id': 'a6803d85-3f1c-4498-829f-472e54f7295d'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:20.059738 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.191394 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc91ba-2fa4-4e3e-b36a-c549373f4d21 req-b6653242-dc50-4662-b438-fc0ea725317c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:20.193004 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3ebc91ba-2fa4-4e3e-b36a-c549373f4d21 req-b6653242-dc50-4662-b438-fc0ea725317c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0977206 Apr 11 15:30:20.308419 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3ebc91ba-2fa4-4e3e-b36a-c549373f4d21 req-cc2ecd58-ceba-437c-a7ae-ae721a82f3e3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071084 Apr 11 15:30:20.642647 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.943297 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760294e3-f484-439e-9b2b-fd130534b33e req-2afbb5fc-b4cd-4da0-8133-a195396a05b3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:20.945876 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-760294e3-f484-439e-9b2b-fd130534b33e req-2afbb5fc-b4cd-4da0-8133-a195396a05b3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0586605 Apr 11 15:30:21.012993 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-760294e3-f484-439e-9b2b-fd130534b33e req-ac869040-24ed-43ce-bbad-1aa4eab9d5bc tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612600 Apr 11 15:30:21.035375 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.040557 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.156121 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e associated. External IP: 172.27.1.215, port: a6803d85-3f1c-4498-829f-472e54f7295d. Apr 11 15:30:21.231493 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.389713 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:30:21.485457 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9e66-6e0e-43f6-a38b-672ee082eb32 req-17c3acc8-91a3-4b20-97e4-f448f0f53752 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:21.486981 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2f8e9e66-6e0e-43f6-a38b-672ee082eb32 req-17c3acc8-91a3-4b20-97e4-f448f0f53752 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.1000593 Apr 11 15:30:21.593087 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2f8e9e66-6e0e-43f6-a38b-672ee082eb32 req-bc331b44-acef-46ff-b98a-bc46098f6427 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984974 Apr 11 15:30:21.599150 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:30:21.605682 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.611830 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:21.626019 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:21.626790 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:30:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:21.641581 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-19ddd789-0df8-4739-9752-e253d28ded85 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "PUT /v2.0/floatingips/d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e HTTP/1.1" status: 200 len: 992 time: 1.6570818 Apr 11 15:30:21.642330 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:21.644740 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1362181a-cf75-409c-a1ed-4dd125abe63e" -d '{"events": [{"name": "network-changed", "server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:21.781509 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f57f785-6649-4e84-aab8-2f3099c5d4d0 x-openstack-request-id: req-6f57f785-6649-4e84-aab8-2f3099c5d4d0 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:21.782115 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:21.782441 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f57f785-6649-4e84-aab8-2f3099c5d4d0 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:21.783225 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f57f785-6649-4e84-aab8-2f3099c5d4d0'] response: {'name': 'network-changed', 'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'status': 'completed', 'code': 200} Apr 11 15:30:21.867876 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:22.169886 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d758599-ed6d-4949-9ac8-4f08bac64211 req-0cebd9db-5e7d-4f1d-b69b-5866dcc102c3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.171506 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7d758599-ed6d-4949-9ac8-4f08bac64211 req-0cebd9db-5e7d-4f1d-b69b-5866dcc102c3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0616753 Apr 11 15:30:22.174483 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'd70b8b0e-55ca-4f2c-a5de-7ed0713aca2e', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:22:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:02Z', 'updated_at': '2022-04-11T15:30:20Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}, {'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:22.215330 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:22.237108 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:22.238116 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:30:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:22.259081 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7d758599-ed6d-4949-9ac8-4f08bac64211 req-09bbae2a-b4d7-4951-a6bf-55424abcaaea tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771635 Apr 11 15:30:22.405932 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:22.698534 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'd70b8b0e-55ca-4f2c-a5de-7ed0713aca2e', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:22:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:02Z', 'updated_at': '2022-04-11T15:30:20Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}, {'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:22.720600 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e287-1567-47b3-8071-71203735edc7 req-d75410f0-771e-40f6-b281-2719f51e6c09 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.722246 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3bd6e287-1567-47b3-8071-71203735edc7 req-d75410f0-771e-40f6-b281-2719f51e6c09 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0535951 Apr 11 15:30:22.731666 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506514f6-1b01-465a-aab9-3ede8e7835d9 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'd70b8b0e-55ca-4f2c-a5de-7ed0713aca2e', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:22:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:02Z', 'updated_at': '2022-04-11T15:30:20Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}, {'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:22.784948 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3bd6e287-1567-47b3-8071-71203735edc7 req-2a75e535-908f-4cf0-9732-d9b01085daf9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559161 Apr 11 15:30:22.974821 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb45f4-32de-479f-90c9-9f89f8dd7a67 None None] New status for floating IP d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:30:23.396895 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f16be-20a8-4cce-837f-543756da2393 req-c30706f2-4c4f-4264-9b37-1a864fafbd07 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:23.398483 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-876f16be-20a8-4cce-837f-543756da2393 req-c30706f2-4c4f-4264-9b37-1a864fafbd07 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0543270 Apr 11 15:30:23.451960 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-876f16be-20a8-4cce-837f-543756da2393 req-f71c9c6a-1a78-4a49-b166-7c47db3a7038 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473154 Apr 11 15:30:23.912513 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98312ccc-47cd-44a0-afa8-0b00dea06e5a req-4c12a587-770f-44b7-a93c-11be6a7d9b4d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:23.914874 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-98312ccc-47cd-44a0-afa8-0b00dea06e5a req-4c12a587-770f-44b7-a93c-11be6a7d9b4d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0486915 Apr 11 15:30:23.979215 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-98312ccc-47cd-44a0-afa8-0b00dea06e5a req-3a5c3d3f-d325-49a9-bc9a-5cc05bbc1d08 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581560 Apr 11 15:30:24.426071 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-df83f4f2-e203-4716-8179-b22af2a3cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:24.427694 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-df83f4f2-e203-4716-8179-b22af2a3cf0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 1130 time: 0.0431619 Apr 11 15:30:24.571292 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a28175-5f56-4bf9-a2ea-94a7deb95ca4 req-a4bb16db-4a35-4efd-a2c4-3557fd8ddb2d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:24.573508 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a3a28175-5f56-4bf9-a2ea-94a7deb95ca4 req-a4bb16db-4a35-4efd-a2c4-3557fd8ddb2d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0490713 Apr 11 15:30:24.651418 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a3a28175-5f56-4bf9-a2ea-94a7deb95ca4 req-9d302a7a-0eb3-48f7-8beb-0ed7235ab1e1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717306 Apr 11 15:30:24.785632 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:25.151210 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1b8bc-a7e0-460d-973b-071cb32a8727 req-64f3e79d-8cda-4b4b-820b-002ee2ba9f66 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:25.152873 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-71c1b8bc-a7e0-460d-973b-071cb32a8727 req-64f3e79d-8cda-4b4b-820b-002ee2ba9f66 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.1048672 Apr 11 15:30:25.218829 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-82936ac2-7565-492e-85d1-f936c4f5698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:25.220385 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-82936ac2-7565-492e-85d1-f936c4f5698a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.1711779 Apr 11 15:30:25.230633 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-71c1b8bc-a7e0-460d-973b-071cb32a8727 req-bd51dcfc-b743-4e92-a84f-3811bb6e01ca tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721319 Apr 11 15:30:25.317972 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-87cd95da-121b-4c16-b270-e44dd40ef61d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6803d85-3f1c-4498-829f-472e54f7295d HTTP/1.1" status: 200 len: 1002 time: 0.0704677 Apr 11 15:30:25.381383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-86e22923-9d55-403b-9664-51beca592ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:25.382940 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-86e22923-9d55-403b-9664-51beca592ede service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0569639 Apr 11 15:30:25.435877 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-dc4110f2-ad1f-41ec-b85e-badd6de74cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:25.437413 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-dc4110f2-ad1f-41ec-b85e-badd6de74cfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410874 Apr 11 15:30:25.542144 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-3b090821-0d69-4b13-b8d0-772f40108484 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915048 Apr 11 15:30:25.669721 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1362181a-cf75-409c-a1ed-4dd125abe63e req-d0da5b0a-2389-4a48-a784-c72592611917 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201413 Apr 11 15:30:25.786389 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7925-6781-4937-90b6-457616b881ed req-17c0d230-2223-4e9c-8bec-a04c736b5283 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:25.788073 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-971d7925-6781-4937-90b6-457616b881ed req-17c0d230-2223-4e9c-8bec-a04c736b5283 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0533359 Apr 11 15:30:25.851043 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-971d7925-6781-4937-90b6-457616b881ed req-eb6a709a-8adf-4f40-a8de-d4e07d9b85b6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564954 Apr 11 15:30:26.109176 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e73e6-c121-4571-bd33-baa094bf58e3 req-73633b0a-181e-4cfb-b543-507fb22c1cb2 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:26.111674 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d57e73e6-c121-4571-bd33-baa094bf58e3 req-73633b0a-181e-4cfb-b543-507fb22c1cb2 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0799360 Apr 11 15:30:26.172524 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d57e73e6-c121-4571-bd33-baa094bf58e3 req-59e2d80b-7ebe-45c1-a23e-2298e3e3437c tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514054 Apr 11 15:30:26.204715 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42110) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:26.406323 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9e149-6f24-439d-bd7f-bd70a898277c req-c041b797-0a5b-4b9d-9cc1-0090f53f7ef8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:26.408233 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-06e9e149-6f24-439d-bd7f-bd70a898277c req-c041b797-0a5b-4b9d-9cc1-0090f53f7ef8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0681539 Apr 11 15:30:26.485122 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6658504-aa25-4132-bf3d-67b0746b67bf tempest-TestMinimumBasicScenario-418628086 tempest-TestMinimumBasicScenario-418628086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:26.486719 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c6658504-aa25-4132-bf3d-67b0746b67bf tempest-TestMinimumBasicScenario-418628086 tempest-TestMinimumBasicScenario-418628086-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1125 time: 0.2809110 Apr 11 15:30:26.490289 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42120) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:26.495584 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'port_id': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:26.521785 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-06e9e149-6f24-439d-bd7f-bd70a898277c req-9a7204dc-2a8e-48a9-82c7-339172ccc276 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983233 Apr 11 15:30:26.525067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:26.858788 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:27.022372 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544101d1-6481-499b-8629-031c17686b85 req-26e70cf7-9fc7-4c8d-a701-28f1ca13478d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:27.024297 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-544101d1-6481-499b-8629-031c17686b85 req-26e70cf7-9fc7-4c8d-a701-28f1ca13478d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0827346 Apr 11 15:30:27.055920 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Allocated IP 172.27.1.94 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/2b156b60-186d-402c-adb9-33104099c1a7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:27.138926 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-544101d1-6481-499b-8629-031c17686b85 req-19f8756d-cac7-4cec-b5f1-627b7350fa09 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042726 Apr 11 15:30:27.223471 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for port (2b156b60-186d-402c-adb9-33104099c1a7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:27.264645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (2b156b60-186d-402c-adb9-33104099c1a7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:27.304855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:27.308235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:27.311990 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:27.341806 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'Port': ['ID=2b156b60-186d-402c-adb9-33104099c1a7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:27.681326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c5eb6-9fe2-42e1-bb4e-3f19fd46d4f9 req-d783f3c2-21de-47aa-baf7-aa55c4b54d02 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:27.687510 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-261c5eb6-9fe2-42e1-bb4e-3f19fd46d4f9 req-d783f3c2-21de-47aa-baf7-aa55c4b54d02 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0778332 Apr 11 15:30:27.781772 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-261c5eb6-9fe2-42e1-bb4e-3f19fd46d4f9 req-35135163-5ed7-40e8-a44a-22902d5c4a95 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755327 Apr 11 15:30:27.898296 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for floatingip (6de178c8-4169-4afb-b830-cc436e03e9b2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:27.991337 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2b156b60-186d-402c-adb9-33104099c1a7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.211257 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for port (2b156b60-186d-402c-adb9-33104099c1a7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.216287 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (2b156b60-186d-402c-adb9-33104099c1a7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.347881 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'Port': ['ID=2b156b60-186d-402c-adb9-33104099c1a7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:28.352351 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (6de178c8-4169-4afb-b830-cc436e03e9b2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.360088 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad972f-2c36-4cb7-aced-c8d16b17e4a0 req-9979f22e-1a88-470d-a9d7-c1bdb2b89984 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:28.361695 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-98ad972f-2c36-4cb7-aced-c8d16b17e4a0 req-9979f22e-1a88-470d-a9d7-c1bdb2b89984 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.1162429 Apr 11 15:30:28.506303 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-98ad972f-2c36-4cb7-aced-c8d16b17e4a0 req-3d66d805-a38a-4db3-9e09-655c60d4a1f6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971115 Apr 11 15:30:28.524399 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Floating IP 6de178c8-4169-4afb-b830-cc436e03e9b2 associated. External IP: 172.27.1.94, port: ea8b31e0-8e15-4d80-bf87-4e4e754f950f. Apr 11 15:30:28.811201 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Router 1ce0bf35-db56-43d3-a081-6f66b44e5658 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:30:28.969780 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74194-47c2-44ec-bf6b-ac9bf1f16cc5 req-12587eea-49d2-4e90-8be4-48571bd054df tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:28.978259 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-82a74194-47c2-44ec-bf6b-ac9bf1f16cc5 req-12587eea-49d2-4e90-8be4-48571bd054df tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0804186 Apr 11 15:30:29.027055 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:30:29.040345 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] Sync routers for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:29.051263 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-82a74194-47c2-44ec-bf6b-ac9bf1f16cc5 req-df0c67be-3fb8-440d-b73c-087ce33452af tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559874 Apr 11 15:30:29.057412 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:29.058048 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:30:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:29.062685 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.106260 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-fdbd03b9-ea20-46c8-a648-fff66ed68f00 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6148059 Apr 11 15:30:29.107101 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:29.109813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:29.110065 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd06c8f-7062-48f5-a79f-12f458b86d28" -d '{"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:29.115636 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452644745', 'description': 'tempest-secgroup-smoke-452644745 description', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:29.159206 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.159742 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc76b5d-32e5-48b7-9658-9b53c4955dff x-openstack-request-id: req-5cc76b5d-32e5-48b7-9658-9b53c4955dff {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:29.160064 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:29.160333 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cc76b5d-32e5-48b7-9658-9b53c4955dff {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:29.160774 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc76b5d-32e5-48b7-9658-9b53c4955dff'] response: {'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'status': 'completed', 'code': 200} Apr 11 15:30:29.189596 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:29.269797 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group (1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.276662 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.354806 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.362534 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2509799 Apr 11 15:30:29.363890 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a69087-fc94-4410-8d6a-212c7908f0de tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:29.371210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42150) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:29.382145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group_rule': {'security_group_id': '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:29.401826 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-9825c848-9e4c-48bc-83a4-e0f8edae04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:29.405247 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-9825c848-9e4c-48bc-83a4-e0f8edae04ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1130 time: 0.0822258 Apr 11 15:30:29.437864 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (07c22e6c-6548-4077-a749-0c26d5bc75eb), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.520511 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '6de178c8-4169-4afb-b830-cc436e03e9b2', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'port_id': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'mac_address': 'fa:16:3e:55:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:27Z', 'updated_at': '2022-04-11T15:30:27Z', 'revision_number': 0, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:29.548648 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (07c22e6c-6548-4077-a749-0c26d5bc75eb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.550533 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-eea23ecc-d1ed-479a-8d22-6bb9c9d17706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:29.552208 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-eea23ecc-d1ed-479a-8d22-6bb9c9d17706 service neutron] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 916 time: 0.1390481 Apr 11 15:30:29.555769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (07c22e6c-6548-4077-a749-0c26d5bc75eb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.567755 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] Checking router: 1ce0bf35-db56-43d3-a081-6f66b44e5658 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:29.589819 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:29.590658 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:30:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:29.598500 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c22e6c-6548-4077-a749-0c26d5bc75eb,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:29.623742 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.625921 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d45bd887-17cd-454f-a3bd-7c1f64b10213 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2523828 Apr 11 15:30:29.630075 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:29.640762 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group_rule': {'security_group_id': '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:29.661515 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-c55cbc00-27da-4a3f-8f15-1070217ca9d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 999 time: 0.1029553 Apr 11 15:30:29.729921 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7043bb6-ae33-4823-8a6e-23044a933880 req-e1ce2365-a79b-43d5-8f9f-7073193233ca tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:29.731581 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d7043bb6-ae33-4823-8a6e-23044a933880 req-e1ce2365-a79b-43d5-8f9f-7073193233ca tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0819423 Apr 11 15:30:29.747956 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-3276d0e7-4b09-4484-8fbc-686838ff8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:29.748565 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (81d853f9-5835-4cac-afe1-34c6e8040e8e), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.750854 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-3276d0e7-4b09-4484-8fbc-686838ff8574 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0767784 Apr 11 15:30:29.763370 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:29.817183 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-ac56d9ae-a07d-4a47-853d-e3aa1364b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:29.818729 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-ac56d9ae-a07d-4a47-853d-e3aa1364b8e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608819 Apr 11 15:30:29.825515 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d7043bb6-ae33-4823-8a6e-23044a933880 req-9be51ff4-0ae6-499d-9707-b9edd3677b7d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875976 Apr 11 15:30:29.841920 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (81d853f9-5835-4cac-afe1-34c6e8040e8e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.849349 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (81d853f9-5835-4cac-afe1-34c6e8040e8e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.871143 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d853f9-5835-4cac-afe1-34c6e8040e8e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:29.886455 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.888261 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-5033e89e-b588-42dc-976d-c0e82a061083 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2566924 Apr 11 15:30:29.891538 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42158) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:29.900037 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group_rule': {'security_group_id': '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:29.946065 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (cc244b36-3d12-4d9c-a6cf-5c4895fb2040), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:29.967049 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-229d8865-95bf-444d-97fc-f4f7a32807ce service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395249 Apr 11 15:30:30.055074 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (cc244b36-3d12-4d9c-a6cf-5c4895fb2040), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.074323 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (cc244b36-3d12-4d9c-a6cf-5c4895fb2040), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.087666 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '6de178c8-4169-4afb-b830-cc436e03e9b2', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'port_id': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'mac_address': 'fa:16:3e:55:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:27Z', 'updated_at': '2022-04-11T15:30:27Z', 'revision_number': 0, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:30.107708 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fd06c8f-7062-48f5-a79f-12f458b86d28 req-0be58f50-0fee-4dfe-9e41-963ae1cd8333 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325729 Apr 11 15:30:30.121043 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc244b36-3d12-4d9c-a6cf-5c4895fb2040,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:30.133618 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.138066 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:30.146014 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a60856e9-3a9d-4a65-b0fa-9110fe1af7d5 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2473855 Apr 11 15:30:30.146506 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group_rule': {'security_group_id': '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:30.255663 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77669fa7-3211-4c8b-97ba-2896ca4bfca2 req-f02de615-4570-47ac-85a2-0408ce1ae053 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.264129 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-77669fa7-3211-4c8b-97ba-2896ca4bfca2 req-f02de615-4570-47ac-85a2-0408ce1ae053 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0807850 Apr 11 15:30:30.265174 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101544f-fdf1-4da6-96e2-7c8977ce3cb4 req-ac5eb85a-456d-48c5-a210-b0ac7a278b31 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.270996 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (89a32182-70ad-42c8-887e-bc7b100d17b1), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.275152 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8101544f-fdf1-4da6-96e2-7c8977ce3cb4 req-ac5eb85a-456d-48c5-a210-b0ac7a278b31 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.1086869 Apr 11 15:30:30.347404 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f750a-0897-482c-bac8-f20a82a4651e None None] The sync data for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi is: [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '6de178c8-4169-4afb-b830-cc436e03e9b2', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'port_id': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'mac_address': 'fa:16:3e:55:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:27Z', 'updated_at': '2022-04-11T15:30:27Z', 'revision_number': 0, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:30.354773 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8101544f-fdf1-4da6-96e2-7c8977ce3cb4 req-e1cd6c44-f653-4339-aff2-3c0893dbeac7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784752 Apr 11 15:30:30.409523 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-5e63ede3-90cf-41d1-afb6-f2f747f43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.411085 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-5e63ede3-90cf-41d1-afb6-f2f747f43e71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1130 time: 0.1356895 Apr 11 15:30:30.417155 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-77669fa7-3211-4c8b-97ba-2896ca4bfca2 req-4a2f2bcc-068c-471a-9d97-f25f5afca932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520875 Apr 11 15:30:30.468926 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (89a32182-70ad-42c8-887e-bc7b100d17b1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.498495 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (89a32182-70ad-42c8-887e-bc7b100d17b1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.534150 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a32182-70ad-42c8-887e-bc7b100d17b1,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:30.555983 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.560159 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5ccfec32-cd62-4889-b8c4-48b6b7e943ad tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4181514 Apr 11 15:30:30.560623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42206) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:30.563325 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-a01944ac-97ce-438f-b270-9676d91e5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.564823 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-a01944ac-97ce-438f-b270-9676d91e5ae7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 912 time: 0.1465993 Apr 11 15:30:30.568389 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group_rule': {'security_group_id': '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:30.649275 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Project e5639b523c7d4b648ad674e72bf96d28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:30:30.655325 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8334a-7c5b-4b79-8bee-b8e010118ece None None] New status for floating IP 6de178c8-4169-4afb-b830-cc436e03e9b2: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:30:30.661668 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (cbf3af50-c0ce-4e44-a6cf-84ea5aa9a2b6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.675820 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-f1ada184-4e7c-43c7-a9ef-54e196665758 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 200 len: 1002 time: 0.1010592 Apr 11 15:30:30.791933 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-cd772d70-07e5-4cb6-b3ef-372450f9fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.793481 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-cd772d70-07e5-4cb6-b3ef-372450f9fcf3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0954864 Apr 11 15:30:30.805090 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (cbf3af50-c0ce-4e44-a6cf-84ea5aa9a2b6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.815613 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (cbf3af50-c0ce-4e44-a6cf-84ea5aa9a2b6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.871614 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf3af50-c0ce-4e44-a6cf-84ea5aa9a2b6,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:30.876797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.880948 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c3108681-704b-4bdb-b98a-a1e434bebb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3191419 Apr 11 15:30:30.881735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42212) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:30.883516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-6094e0ba-bf24-4cc4-a86d-f22824bd9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.885195 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-6094e0ba-bf24-4cc4-a86d-f22824bd9014 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824778 Apr 11 15:30:30.889391 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'security_group_rule': {'security_group_id': '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7', 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:30.914493 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Project e5639b523c7d4b648ad674e72bf96d28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:30:30.921985 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (a08a0396-fefb-4089-85f0-a53cab3a27d3), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:30.998611 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (a08a0396-fefb-4089-85f0-a53cab3a27d3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.004781 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (a08a0396-fefb-4089-85f0-a53cab3a27d3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.020488 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-dea882a7-5973-4773-96f3-247861cebe9b service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254568 Apr 11 15:30:31.026139 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08a0396-fefb-4089-85f0-a53cab3a27d3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:31.036459 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.038475 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-750505e8-b858-458d-abbb-f551adc8eab3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540413 Apr 11 15:30:31.142029 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d74a3ccc-1bf7-4d01-8f4c-693ffdb1ece9 req-f1be3ff9-af9c-4f58-b696-8db2b31bd0d9 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037102 Apr 11 15:30:31.144363 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-402f35c5-d91f-4f60-b6a4-5c26dfc2df78 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452644745&fields=id&tenant_id=e5639b523c7d4b648ad674e72bf96d28 HTTP/1.1" status: 200 len: 267 time: 0.0536230 Apr 11 15:30:31.205051 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-bcae67ca-e35b-41d9-acb7-aaa3e29eb7b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.206684 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-bcae67ca-e35b-41d9-acb7-aaa3e29eb7b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0544243 Apr 11 15:30:31.218008 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'port': {'security_groups': ['3e240bd9-f79b-49ce-9163-5f30950cfce8', '1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:31.301173 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.486788 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989c434-f724-4ddc-9daa-c73d389f725f req-495fcd49-8c6f-4387-9f12-218d97b50781 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.488309 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5989c434-f724-4ddc-9daa-c73d389f725f req-495fcd49-8c6f-4387-9f12-218d97b50781 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0555182 Apr 11 15:30:31.520423 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:31.540082 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5989c434-f724-4ddc-9daa-c73d389f725f req-72d29eb8-b995-499d-849f-14d1ae375197 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Apr 11 15:30:31.556820 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.562691 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.629432 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['ea8b31e0-8e15-4d80-bf87-4e4e754f950f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:30:31.629816 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.631073 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:31.639195 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-434f56e2-2324-4a8e-92e0-7431787ac7fb req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "PUT /v2.0/ports/ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 982 time: 0.4258842 Apr 11 15:30:31.639748 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:31.642536 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:31.694302 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931f62-3294-4673-9029-42e997bffb33 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:31.740640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40ea2b-1f39-403e-8582-2ecf33ecfa43 req-eeb5032d-69f2-480e-a4e2-1a45fc3a8849 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.744303 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6e40ea2b-1f39-403e-8582-2ecf33ecfa43 req-eeb5032d-69f2-480e-a4e2-1a45fc3a8849 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.1379056 Apr 11 15:30:31.876246 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6e40ea2b-1f39-403e-8582-2ecf33ecfa43 req-14b1f10f-3a5d-4db3-a817-3fa7fa77606a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247592 Apr 11 15:30:31.911295 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97bf4-55b4-41b3-99fe-db3b953d6e14 req-a3485cff-6901-48f6-8ae2-14f470590ceb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.913853 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-04d97bf4-55b4-41b3-99fe-db3b953d6e14 req-a3485cff-6901-48f6-8ae2-14f470590ceb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.1167979 Apr 11 15:30:31.980936 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9eb2dc-6bc5-4e7c-b6a8-ef4e0eb01058 x-openstack-request-id: req-4e9eb2dc-6bc5-4e7c-b6a8-ef4e0eb01058 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:31.981237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:31.981566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e9eb2dc-6bc5-4e7c-b6a8-ef4e0eb01058 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:31.982017 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9eb2dc-6bc5-4e7c-b6a8-ef4e0eb01058'] response: {'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'status': 'completed', 'code': 200} Apr 11 15:30:31.987824 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['ea8b31e0-8e15-4d80-bf87-4e4e754f950f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:30:32.027343 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-04d97bf4-55b4-41b3-99fe-db3b953d6e14 req-9d47cd17-5808-4010-836b-d378f954fae1 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951908 Apr 11 15:30:32.109829 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-a9e016e3-423b-4c3d-bc8c-67d785d3fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:32.111417 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-a9e016e3-423b-4c3d-bc8c-67d785d3fb51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1169 time: 0.0451512 Apr 11 15:30:32.143977 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c84e9e9b-7d56-48bb-8f69-41e04c29cc05 None None] Provisioning complete for port ea8b31e0-8e15-4d80-bf87-4e4e754f950f triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:32.144345 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c84e9e9b-7d56-48bb-8f69-41e04c29cc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:32.225013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-c96ef1df-1859-40f2-866d-9961379d5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:32.227476 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-c96ef1df-1859-40f2-866d-9961379d5558 service neutron] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 916 time: 0.1052492 Apr 11 15:30:32.402350 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c84e9e9b-7d56-48bb-8f69-41e04c29cc05 None None] Current status of the port ea8b31e0-8e15-4d80-bf87-4e4e754f950f is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:32.916293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5771-1e48-4f1c-9bcb-2bc70e8aadcc req-bfb0e1ad-03fb-471b-aec3-9a395aca7166 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:32.919066 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4cbb5771-1e48-4f1c-9bcb-2bc70e8aadcc req-bfb0e1ad-03fb-471b-aec3-9a395aca7166 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.3014979 Apr 11 15:30:32.998033 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4cbb5771-1e48-4f1c-9bcb-2bc70e8aadcc req-f5a143cc-b6dd-48b2-96d9-0990c830a4db tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723524 Apr 11 15:30:33.048695 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318caf1-8cde-4b02-b312-0e2893004067 req-1db91307-a9e0-43de-9ed1-c76a0aa42863 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:33.050311 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0318caf1-8cde-4b02-b312-0e2893004067 req-1db91307-a9e0-43de-9ed1-c76a0aa42863 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0548520 Apr 11 15:30:33.111507 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0318caf1-8cde-4b02-b312-0e2893004067 req-ca214d8b-90c5-4e50-b80b-eab2633944ad tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533018 Apr 11 15:30:33.214646 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-243db6de-a32a-4069-acac-669154777cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 1001 time: 0.0648386 Apr 11 15:30:33.723965 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-7c40b4c8-7c74-4eb7-8121-c10eee802caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:33.725459 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-7c40b4c8-7c74-4eb7-8121-c10eee802caa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0534937 Apr 11 15:30:34.144925 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b652785-3687-4477-a986-51304c4986e5 req-e6e7d5ba-4dee-4d20-b15c-d192409f68a2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:34.146536 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4b652785-3687-4477-a986-51304c4986e5 req-e6e7d5ba-4dee-4d20-b15c-d192409f68a2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0545027 Apr 11 15:30:34.201864 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4b652785-3687-4477-a986-51304c4986e5 req-1b407df4-72fa-4373-80e2-1b926934065c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471098 Apr 11 15:30:34.256841 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962732d-34ec-4a68-84e2-c94ae378d3d6 req-fa16152b-0d95-49dc-887a-03c94748c014 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:34.258426 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7962732d-34ec-4a68-84e2-c94ae378d3d6 req-fa16152b-0d95-49dc-887a-03c94748c014 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0588002 Apr 11 15:30:34.313154 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7962732d-34ec-4a68-84e2-c94ae378d3d6 req-b7d8ec1e-138f-47f0-bf7c-e085bcec3e35 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472841 Apr 11 15:30:34.796256 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:30:35.436522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ce40f-1c3e-4561-97e2-74db8364056a req-0cfe61ff-1622-44c9-bb1f-cf3314c9ef32 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:35.438077 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-445ce40f-1c3e-4561-97e2-74db8364056a req-0cfe61ff-1622-44c9-bb1f-cf3314c9ef32 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0524437 Apr 11 15:30:35.495894 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-445ce40f-1c3e-4561-97e2-74db8364056a req-e8902bb3-efd9-4dc8-b4fc-91595d28f949 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518148 Apr 11 15:30:35.745127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-b3f0bd16-f4f2-48d5-b078-e6eaa9887465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:35.747677 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-b3f0bd16-f4f2-48d5-b078-e6eaa9887465 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562634 Apr 11 15:30:35.861190 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-d9243e9b-03b3-4bbb-b3e4-04a8b95c6676 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887227 Apr 11 15:30:35.968378 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed66f72c-3b96-4f06-8d16-c06aa5a9ae6d req-801e71b6-9207-4c8e-b110-06e7c8207df2 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927548 Apr 11 15:30:36.621753 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a9cd-8754-4a30-892a-8390891b6251 req-db91e3fa-7a6d-44bc-bd30-c304ee6cc2e3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:36.623602 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f238a9cd-8754-4a30-892a-8390891b6251 req-db91e3fa-7a6d-44bc-bd30-c304ee6cc2e3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0575190 Apr 11 15:30:36.680417 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f238a9cd-8754-4a30-892a-8390891b6251 req-b6046b9d-a6a5-4550-9cdf-d2c9013e4925 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510666 Apr 11 15:30:37.805391 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500016-36f8-4706-b3fc-0ce09e2e17e5 req-3d62f90e-4c09-4147-b0c4-e38531095bb9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:37.806961 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-88500016-36f8-4706-b3fc-0ce09e2e17e5 req-3d62f90e-4c09-4147-b0c4-e38531095bb9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 944 time: 0.0524733 Apr 11 15:30:37.870325 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-88500016-36f8-4706-b3fc-0ce09e2e17e5 req-5bb8af1d-e074-4732-83c7-629ce1a87a43 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483320 Apr 11 15:30:38.017366 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a8ae76c-d360-4331-81ff-88dbc2e77257 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:30:38.128595 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 7a8ae76c-d360-4331-81ff-88dbc2e77257, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:38.143455 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'port_id': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'mac_address': 'fa:16:3e:05:0e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:30:38.188847 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 7a8ae76c-d360-4331-81ff-88dbc2e77257 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:38.189252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:38.204554 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8ae76c-d360-4331-81ff-88dbc2e77257 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:30:38.233427 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 7a8ae76c-d360-4331-81ff-88dbc2e77257, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:38.243462 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:38.299908 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=7a8ae76c-d360-4331-81ff-88dbc2e77257,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:38.964202 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['7a8ae76c-d360-4331-81ff-88dbc2e77257'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:30:38.994849 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdadc81-7ad3-43ec-b88f-2bb7f3f057c6 req-9c3d6566-5300-4dbc-b66d-fbe65cd5b908 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:38.996796 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-acdadc81-7ad3-43ec-b88f-2bb7f3f057c6 req-9c3d6566-5300-4dbc-b66d-fbe65cd5b908 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 945 time: 0.0542266 Apr 11 15:30:39.085710 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-acdadc81-7ad3-43ec-b88f-2bb7f3f057c6 req-b73222e2-72a5-465e-a331-50717736a095 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783844 Apr 11 15:30:40.214507 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b976d4-6682-49ba-b596-8e78fa938919 req-6ace34bc-7070-4ef4-8170-79a2cdbcbe83 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:40.216379 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f0b976d4-6682-49ba-b596-8e78fa938919 req-6ace34bc-7070-4ef4-8170-79a2cdbcbe83 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 945 time: 0.0609958 Apr 11 15:30:40.267561 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f0b976d4-6682-49ba-b596-8e78fa938919 req-f3edec30-7961-4b88-8904-86434d2eeb8d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454135 Apr 11 15:30:40.777633 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a8ae76c-d360-4331-81ff-88dbc2e77257 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:40.823829 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 7a8ae76c-d360-4331-81ff-88dbc2e77257 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:30:40.829572 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 7a8ae76c-d360-4331-81ff-88dbc2e77257 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:40.829945 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:40.920059 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 7a8ae76c-d360-4331-81ff-88dbc2e77257 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:40.920514 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:40.944067 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:40.947044 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e47cd39-9c00-4521-95b1-cfe126381973" -d '{"events": [{"server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "name": "network-vif-plugged", "status": "completed", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:40.960574 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 7a8ae76c-d360-4331-81ff-88dbc2e77257, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:40.964724 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:41.017755 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=7a8ae76c-d360-4331-81ff-88dbc2e77257,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:41.026238 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.026613 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.026989 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.027347 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.027696 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.028025 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.028356 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.028685 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.029009 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.029335 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.029659 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.029983 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.030305 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.030659 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.031091 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:41.041305 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffe35d-6a46-4f45-998c-6273652b7809 x-openstack-request-id: req-6dffe35d-6a46-4f45-998c-6273652b7809 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:41.041626 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "name": "network-vif-plugged", "status": "completed", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:41.041887 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dffe35d-6a46-4f45-998c-6273652b7809 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:41.042298 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dffe35d-6a46-4f45-998c-6273652b7809'] response: {'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'code': 200} Apr 11 15:30:41.353348 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a50442-c42c-4a2f-a71c-7f5a8be002c3 req-87c82fcf-ea18-473d-bf3d-e74cb99d2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:41.354980 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-09a50442-c42c-4a2f-a71c-7f5a8be002c3 req-87c82fcf-ea18-473d-bf3d-e74cb99d2d07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 1130 time: 0.0496404 Apr 11 15:30:41.408615 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f469726-1a18-4024-8d42-ad50dfd560bb req-6beb8dc5-c412-4984-a238-3db285f47801 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:41.410333 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f469726-1a18-4024-8d42-ad50dfd560bb req-6beb8dc5-c412-4984-a238-3db285f47801 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0729311 Apr 11 15:30:41.449499 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-09a50442-c42c-4a2f-a71c-7f5a8be002c3 req-5f88799b-0ffd-4fea-8a08-a3ced6052dd1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779562 Apr 11 15:30:41.479585 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f469726-1a18-4024-8d42-ad50dfd560bb req-d6867fe3-2a87-4283-9b7b-2a4374aaa1ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622637 Apr 11 15:30:42.609302 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de136-f362-4886-b8c9-25f1fccf126f req-3e5bf040-d17d-40c8-8f0f-abbca3201552 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:42.611336 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ce9de136-f362-4886-b8c9-25f1fccf126f req-3e5bf040-d17d-40c8-8f0f-abbca3201552 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0555742 Apr 11 15:30:42.671839 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ce9de136-f362-4886-b8c9-25f1fccf126f req-380f4799-60a7-4f52-96eb-91b8a1893555 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514150 Apr 11 15:30:43.795198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89585c4-f45b-403d-9227-020f6057fabe req-fb13a427-2e0d-4403-a25b-d0e22420b677 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:43.796792 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a89585c4-f45b-403d-9227-020f6057fabe req-fb13a427-2e0d-4403-a25b-d0e22420b677 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Apr 11 15:30:43.850427 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a89585c4-f45b-403d-9227-020f6057fabe req-56d877bb-e328-40b3-9bcd-bbcea1bf472a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479136 Apr 11 15:30:43.983513 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c34753-f579-43dd-ba0b-e91e78edb341 req-5beec76b-d1f9-4770-a39e-81f332c62a70 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:43.987320 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f4c34753-f579-43dd-ba0b-e91e78edb341 req-5beec76b-d1f9-4770-a39e-81f332c62a70 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0607283 Apr 11 15:30:44.040548 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f4c34753-f579-43dd-ba0b-e91e78edb341 req-a0825462-93b1-47e5-9916-99042f92ba56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482171 Apr 11 15:30:44.073569 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42306) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:44.241408 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a00d5-b4fc-44dc-abe5-1db877260ffc tempest-TestVolumeBootPattern-1998926753 tempest-TestVolumeBootPattern-1998926753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:44.243239 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f28a00d5-b4fc-44dc-abe5-1db877260ffc tempest-TestVolumeBootPattern-1998926753 tempest-TestVolumeBootPattern-1998926753-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 1125 time: 0.1696596 Apr 11 15:30:44.246095 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42312) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:44.250619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'port_id': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:44.276180 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:44.363863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:44.480458 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Allocated IP 172.27.1.184 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/b7d6c97d-1ab3-4613-a409-53141aada4c3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:44.607500 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:44.648004 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:44.696520 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:44.703225 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:44.705786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:44.708245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=b7d6c97d-1ab3-4613-a409-53141aada4c3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:45.031942 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb904-5abd-46ab-9949-73a882e75c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.121816 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (b0e30a31-7b62-45e9-8be2-0fefa91f91ec), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.209849 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.390722 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.396126 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.471198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=b7d6c97d-1ab3-4613-a409-53141aada4c3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:45.486312 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (b0e30a31-7b62-45e9-8be2-0fefa91f91ec), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.604633 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Floating IP b0e30a31-7b62-45e9-8be2-0fefa91f91ec associated. External IP: 172.27.1.184, port: 7a8ae76c-d360-4331-81ff-88dbc2e77257. Apr 11 15:30:45.839198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:30:45.955221 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:30:45.968096 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:45.976288 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.979006 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:45.979862 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:30:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:46.022710 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-57c4eb12-cea6-430d-863b-63ed38856f56 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7620759 Apr 11 15:30:46.022710 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:46.022710 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bb8235-779d-45a4-815f-e0d824eaffdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:46.097451 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:46.112232 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88e14b-70f4-431f-9875-83bc8383b57a x-openstack-request-id: req-9c88e14b-70f4-431f-9875-83bc8383b57a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:46.112733 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:46.113053 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c88e14b-70f4-431f-9875-83bc8383b57a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:46.113538 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c88e14b-70f4-431f-9875-83bc8383b57a'] response: {'name': 'network-changed', 'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'status': 'completed', 'code': 200} Apr 11 15:30:46.234292 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-3d4c6d85-8bac-49d9-a82b-e3bd40578b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:46.238484 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-3d4c6d85-8bac-49d9-a82b-e3bd40578b76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 1130 time: 0.0510073 Apr 11 15:30:46.342962 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b0e30a31-7b62-45e9-8be2-0fefa91f91ec', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:05:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:44Z', 'updated_at': '2022-04-11T15:30:44Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:46.346875 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-76092221-9c19-48bd-9e4b-ff0aec7a583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:46.349404 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-76092221-9c19-48bd-9e4b-ff0aec7a583e service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.1029861 Apr 11 15:30:46.374994 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:46.385579 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:46.386207 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:30:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:46.434518 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-824f5008-d3fb-45d9-8184-527a7380705c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257 HTTP/1.1" status: 200 len: 1000 time: 0.0788801 Apr 11 15:30:46.498071 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-4a5061ea-eb0f-4d5f-a93a-b31f9849b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:46.500769 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-4a5061ea-eb0f-4d5f-a93a-b31f9849b36b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0578740 Apr 11 15:30:46.508995 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:46.550762 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-082a634e-1744-4782-87b4-4f0dbfd5c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:46.552482 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-082a634e-1744-4782-87b4-4f0dbfd5c755 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442414 Apr 11 15:30:46.664258 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-aac7a720-d80e-4b15-aa6e-957f1ffebe1a service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037266 Apr 11 15:30:46.783044 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b0e30a31-7b62-45e9-8be2-0fefa91f91ec', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:05:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:44Z', 'updated_at': '2022-04-11T15:30:44Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:46.793450 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1bb8235-779d-45a4-815f-e0d824eaffdc req-404848cb-4b97-4a18-9eeb-e260444b2e41 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208112 Apr 11 15:30:46.814370 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f771873-d245-4590-bff3-90fdc3dd9b3c None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b0e30a31-7b62-45e9-8be2-0fefa91f91ec', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:05:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:44Z', 'updated_at': '2022-04-11T15:30:44Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:47.077498 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0129a4-c48c-44f8-be02-63060a590ef4 None None] New status for floating IP b0e30a31-7b62-45e9-8be2-0fefa91f91ec: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:30:48.314331 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c00a9a4-2259-4811-aacc-0a7a5f1d56b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:49.231787 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:50.642783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:51.225349 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:54.780004 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-0e1e2341-55e0-4309-9cc3-f76bf38de555 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418019 Apr 11 15:30:54.784909 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:54.870194 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-b70d4efe-7ee2-41a9-ad68-67dca04c9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:54.871728 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-b70d4efe-7ee2-41a9-ad68-67dca04c9946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 1129 time: 0.0421603 Apr 11 15:30:54.992465 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-cc1db157-87a2-43bd-9f6c-975928b7b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:54.993998 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-cc1db157-87a2-43bd-9f6c-975928b7b78c service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.0960419 Apr 11 15:30:55.038815 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-7d1dea25-8c49-4cd2-ae72-3ef269767094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a HTTP/1.1" status: 200 len: 217 time: 0.0368285 Apr 11 15:30:55.091490 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-be0c8fc9-bbbc-4ece-b2f2-242575d8cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:55.092987 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-be0c8fc9-bbbc-4ece-b2f2-242575d8cf9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0470648 Apr 11 15:30:55.144120 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-34ad163e-e931-4213-857e-19bab8085727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:55.145787 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-34ad163e-e931-4213-857e-19bab8085727 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441585 Apr 11 15:30:55.248520 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-f98f6ae4-5460-4fed-9f07-e546a91d5774 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916963 Apr 11 15:30:55.349275 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a131aabb-5b2d-4f4c-97f3-f630a2635585 req-2b70352f-7cb8-48ec-b1e2-b65d94bfcacb service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941474 Apr 11 15:31:05.633829 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42430) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:31:05.739687 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34d8a54e-a9eb-45e5-9280-89a3a169630d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.816262 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34d8a54e-a9eb-45e5-9280-89a3a169630d admin admin] Publish callbacks [] for security_group (8b9a7223-97b0-4b13-8a70-b6814d103e41), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.819790 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34d8a54e-a9eb-45e5-9280-89a3a169630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (8b9a7223-97b0-4b13-8a70-b6814d103e41), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.857818 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-34d8a54e-a9eb-45e5-9280-89a3a169630d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cce7da2f78ce4704bc3efff8749fef85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229528 Apr 11 15:31:05.858684 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8a54e-a9eb-45e5-9280-89a3a169630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9a7223-97b0-4b13-8a70-b6814d103e41,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:05.860488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:31:05.910048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98c6018-1e78-4d44-ba16-60ca75ef673b admin admin] Publish callbacks [] for security_group (8b9a7223-97b0-4b13-8a70-b6814d103e41), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.931813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98c6018-1e78-4d44-ba16-60ca75ef673b admin admin] Publish callbacks [] for security_group (8b9a7223-97b0-4b13-8a70-b6814d103e41), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.979438 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98c6018-1e78-4d44-ba16-60ca75ef673b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (8b9a7223-97b0-4b13-8a70-b6814d103e41), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.981991 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98c6018-1e78-4d44-ba16-60ca75ef673b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:05.983175 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a98c6018-1e78-4d44-ba16-60ca75ef673b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b9a7223-97b0-4b13-8a70-b6814d103e41 HTTP/1.1" status: 204 len: 168 time: 0.1204946 Apr 11 15:31:05.992914 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6018-1e78-4d44-ba16-60ca75ef673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9a7223-97b0-4b13-8a70-b6814d103e41,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:11.795266 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:31:15.034758 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7e3b-3ea4-4f46-a689-07196f051f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:18.315970 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4418-4480-4d49-aa83-77193c0855ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:19.233601 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:20.646167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:21.229225 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:23.751086 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9f23c-d331-469e-9c60-0320e4c53c5b req-8f1c37b3-ca5e-47b0-a8d0-fafa95718e13 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:23.752697 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-17d9f23c-d331-469e-9c60-0320e4c53c5b req-8f1c37b3-ca5e-47b0-a8d0-fafa95718e13 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Apr 11 15:31:23.767681 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-66dc1bd5-bb3e-421e-b6fc-03a3763fd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:23.769212 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-66dc1bd5-bb3e-421e-b6fc-03a3763fd2cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.0483370 Apr 11 15:31:23.804536 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-17d9f23c-d331-469e-9c60-0320e4c53c5b req-96eee41e-8073-44ea-a1d1-68da395eb5bd tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Apr 11 15:31:23.866898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-9bc29635-84c9-4153-bffe-253a71db4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:23.868998 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-9bc29635-84c9-4153-bffe-253a71db4c95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.0909045 Apr 11 15:31:23.939362 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-03d34423-84b9-4c52-9005-bf6356030877 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 1001 time: 0.0633078 Apr 11 15:31:23.989645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-57b59f5e-03bc-46ba-960e-de0fa6064293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:23.991183 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-57b59f5e-03bc-46ba-960e-de0fa6064293 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0457702 Apr 11 15:31:24.037039 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-101e13b9-a6bd-4312-9b69-352f506fac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:24.038722 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-101e13b9-a6bd-4312-9b69-352f506fac19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403082 Apr 11 15:31:24.360920 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-5b6eff51-86cc-4697-a59c-bff8afc89b87 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144920 Apr 11 15:31:24.454881 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99ab9774-03d7-452d-a4e7-8c865626fe39 req-4ea96e97-00a7-4125-857a-2aec46f23589 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856514 Apr 11 15:31:24.781774 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:24.922536 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c6a3c-6034-46c6-9be0-598672c0388b req-0f6ec81a-2537-4c6a-82ae-b1625aa9b751 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:24.924061 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5e6c6a3c-6034-46c6-9be0-598672c0388b req-0f6ec81a-2537-4c6a-82ae-b1625aa9b751 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Apr 11 15:31:24.974313 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5e6c6a3c-6034-46c6-9be0-598672c0388b req-48c59f60-6432-4cbf-a00a-c4ab157ca660 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Apr 11 15:31:26.094455 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72cb56-e222-4c5e-b6f4-e82f1eaa647b req-8777c8f3-149b-40b0-b846-6c9b70c46128 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:26.095973 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bc72cb56-e222-4c5e-b6f4-e82f1eaa647b req-8777c8f3-149b-40b0-b846-6c9b70c46128 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Apr 11 15:31:26.145246 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bc72cb56-e222-4c5e-b6f4-e82f1eaa647b req-aca5db72-9d4c-4cfd-989b-c9866b3485f3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438004 Apr 11 15:31:27.261585 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a74dfc-60ed-4898-8c77-243db680d163 req-af42b733-fb88-4dfb-b8fe-ce1fc4c30055 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:27.263071 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a6a74dfc-60ed-4898-8c77-243db680d163 req-af42b733-fb88-4dfb-b8fe-ce1fc4c30055 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0469444 Apr 11 15:31:27.310996 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a6a74dfc-60ed-4898-8c77-243db680d163 req-f61d3d1d-48d8-4506-bbab-f7d929875f3e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Apr 11 15:31:28.428421 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35954c2c-f54f-40e2-ba24-87f106cc66e5 req-39c9d00a-a212-4c04-8fbf-2803de070d3a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:28.429903 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-35954c2c-f54f-40e2-ba24-87f106cc66e5 req-39c9d00a-a212-4c04-8fbf-2803de070d3a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0503776 Apr 11 15:31:28.482217 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-35954c2c-f54f-40e2-ba24-87f106cc66e5 req-1c22b8a1-6ddd-42b5-a8bb-b05796222215 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465040 Apr 11 15:31:29.601315 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c8102-fb22-4afa-92f2-f6df6edfdefe req-adf50fe9-565c-40ba-814d-cd36a373e03f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:29.603815 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d05c8102-fb22-4afa-92f2-f6df6edfdefe req-adf50fe9-565c-40ba-814d-cd36a373e03f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Apr 11 15:31:29.659909 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d05c8102-fb22-4afa-92f2-f6df6edfdefe req-68e2ba03-6b08-45b3-8062-7f9e28f4e124 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485010 Apr 11 15:31:30.778726 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cf521-e64e-4707-bf24-708920225b75 req-60a7edee-f50d-4b6e-93b0-ca4a3726b0ab tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:30.780269 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f50cf521-e64e-4707-bf24-708920225b75 req-60a7edee-f50d-4b6e-93b0-ca4a3726b0ab tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0505233 Apr 11 15:31:30.828945 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f50cf521-e64e-4707-bf24-708920225b75 req-466d6d51-bf99-402c-8039-9833a51f7119 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Apr 11 15:31:31.945666 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418ffac-0572-47cb-8665-fc5c62c63cb3 req-62b95b09-c268-439b-9db6-6c3c47be4db7 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:31.947454 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a418ffac-0572-47cb-8665-fc5c62c63cb3 req-62b95b09-c268-439b-9db6-6c3c47be4db7 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Apr 11 15:31:31.994121 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a418ffac-0572-47cb-8665-fc5c62c63cb3 req-ea5cbc24-01f0-47bb-a13c-8dc40d54e1a3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Apr 11 15:31:33.107716 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb74518-b8c6-443d-a526-ef55a562d219 req-b5a4abdb-dad0-4619-804a-c473edccd98d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:33.109190 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eeb74518-b8c6-443d-a526-ef55a562d219 req-b5a4abdb-dad0-4619-804a-c473edccd98d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0464525 Apr 11 15:31:33.154849 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eeb74518-b8c6-443d-a526-ef55a562d219 req-a487b217-ebce-4927-8e12-9b6545a1ea04 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 Apr 11 15:31:34.268777 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0971e-e4b5-4ed1-a91c-ff43a00f8d01 req-15efb3a5-4b25-45bb-9251-8f443d0e761f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:34.270268 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cfb0971e-e4b5-4ed1-a91c-ff43a00f8d01 req-15efb3a5-4b25-45bb-9251-8f443d0e761f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0476093 Apr 11 15:31:34.316008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cfb0971e-e4b5-4ed1-a91c-ff43a00f8d01 req-32de3ab1-ca10-4dd6-b22d-32951fbbb063 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Apr 11 15:31:35.437634 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfed235-278d-472f-8483-0a28132aa451 req-1febe348-5a4c-4704-92cc-774f27340d1b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:35.439154 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1dfed235-278d-472f-8483-0a28132aa451 req-1febe348-5a4c-4704-92cc-774f27340d1b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0509763 Apr 11 15:31:35.485330 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1dfed235-278d-472f-8483-0a28132aa451 req-3c17785d-1c68-4ad9-835d-796e7d05ccae tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406637 Apr 11 15:31:36.601418 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8d4b9-c263-4921-8d08-7a8b472cb2ae req-c103b0ce-f5a8-4ecd-95a8-529599f5d614 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:36.603086 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-15d8d4b9-c263-4921-8d08-7a8b472cb2ae req-c103b0ce-f5a8-4ecd-95a8-529599f5d614 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0517218 Apr 11 15:31:36.649258 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-15d8d4b9-c263-4921-8d08-7a8b472cb2ae req-b61037e1-42f9-49a1-b100-16b59952de22 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Apr 11 15:31:37.247964 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de174-7b1c-4efe-82c8-ea338913c348 req-17ae0a86-f15f-4af3-95af-3a7da5119835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:37.249461 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1f3de174-7b1c-4efe-82c8-ea338913c348 req-17ae0a86-f15f-4af3-95af-3a7da5119835 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.0393302 Apr 11 15:31:37.293433 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1f3de174-7b1c-4efe-82c8-ea338913c348 req-a4e71081-d16d-4657-897a-c9a2f6a193f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Apr 11 15:31:37.763606 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb08d1f-8186-4b68-a62f-d9da83e7a509 req-d40afaaf-311d-4cc8-ab5c-ac3047d013e9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:37.765103 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fb08d1f-8186-4b68-a62f-d9da83e7a509 req-d40afaaf-311d-4cc8-ab5c-ac3047d013e9 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Apr 11 15:31:37.811879 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fb08d1f-8186-4b68-a62f-d9da83e7a509 req-1e3023fb-f4f2-4788-b349-27435b74df59 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Apr 11 15:31:38.930218 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e1c6-7195-4483-809e-b49c81d6dc73 req-3a072598-9e14-49ad-bdf0-bd2348838382 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:38.931945 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f87e1c6-7195-4483-809e-b49c81d6dc73 req-3a072598-9e14-49ad-bdf0-bd2348838382 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0503318 Apr 11 15:31:38.989301 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f87e1c6-7195-4483-809e-b49c81d6dc73 req-9db5b6f2-bda1-47ad-b10f-4e121279242b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513465 Apr 11 15:31:40.111992 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8388e3c-3ee4-4149-9593-e01eb68ab895 req-d06dba84-4563-4118-9459-cf13e8c512fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.113535 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d8388e3c-3ee4-4149-9593-e01eb68ab895 req-d06dba84-4563-4118-9459-cf13e8c512fa tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0519826 Apr 11 15:31:40.167013 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d8388e3c-3ee4-4149-9593-e01eb68ab895 req-c1951424-8be5-4a32-a27e-59782f4dd2da tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475225 Apr 11 15:31:40.589168 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daac657-c6ea-4056-bb0a-e667c575085b req-41b2fd0e-89d1-4886-91b1-30d5878828f0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.590685 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2daac657-c6ea-4056-bb0a-e667c575085b req-41b2fd0e-89d1-4886-91b1-30d5878828f0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0772543 Apr 11 15:31:40.594214 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-fc112e53-6072-4106-bf0f-9a129163d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.595729 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-fc112e53-6072-4106-bf0f-9a129163d8f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.0699728 Apr 11 15:31:40.702337 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2daac657-c6ea-4056-bb0a-e667c575085b req-a91e3ad3-2270-43ef-a7b1-1ba6c3e66946 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055512 Apr 11 15:31:40.726429 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-fdf13a18-5fdc-4de0-9b8e-c103558d56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.728065 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-fdf13a18-5fdc-4de0-9b8e-c103558d56ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1250072 Apr 11 15:31:40.798654 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-45c0f898-b446-4eab-a14a-c834d50adede service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 1001 time: 0.0619862 Apr 11 15:31:40.854075 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-5e77da39-1298-4b41-a96a-85d8f8387131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.855542 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-5e77da39-1298-4b41-a96a-85d8f8387131 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0507135 Apr 11 15:31:40.900833 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-abb56670-f251-4fef-863c-1202de1331ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.902347 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-abb56670-f251-4fef-863c-1202de1331ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408285 Apr 11 15:31:40.997618 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-a8ed8edf-4096-41a5-bbee-57778307a080 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Apr 11 15:31:41.097619 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-06d415b5-107d-4ddd-8022-8fe00d2d9306 req-15b6f3de-9b50-412e-b73f-bd40b9d9a3ea service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940990 Apr 11 15:31:41.827925 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7763022-cb19-4cda-9f31-ae524a5a86e4 req-3b4286f9-6c6b-45e0-9f38-94106100a6c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:41.829379 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e7763022-cb19-4cda-9f31-ae524a5a86e4 req-3b4286f9-6c6b-45e0-9f38-94106100a6c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0520096 Apr 11 15:31:41.875868 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e7763022-cb19-4cda-9f31-ae524a5a86e4 req-e92bd205-b5aa-4697-b69d-70f344022cb0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Apr 11 15:31:42.991324 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b849b5e-434e-4ce5-9552-3d0345730654 req-d2c8fd6f-05e7-467d-a227-0fd45fe0fbd4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.993519 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6b849b5e-434e-4ce5-9552-3d0345730654 req-d2c8fd6f-05e7-467d-a227-0fd45fe0fbd4 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0477521 Apr 11 15:31:43.041166 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6b849b5e-434e-4ce5-9552-3d0345730654 req-e01167c1-db05-49a8-b57d-6aa93547f8df tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Apr 11 15:31:44.158421 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bca747-f291-4909-a669-0c1a48cfb67c req-90a9f990-fb34-448a-bb75-5d54d95ceb6f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:44.159929 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-48bca747-f291-4909-a669-0c1a48cfb67c req-90a9f990-fb34-448a-bb75-5d54d95ceb6f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0477827 Apr 11 15:31:44.208366 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-48bca747-f291-4909-a669-0c1a48cfb67c req-0726edf0-e4a3-42b8-b86d-b24aece65699 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Apr 11 15:31:45.037290 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53dc68f-e2b1-4590-9c6b-c2fed14e6880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:45.486821 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ade9b-9b9f-4f8f-9caa-e1216762381b req-13f0403f-133d-4c52-b739-582387874361 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:45.488350 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-870ade9b-9b9f-4f8f-9caa-e1216762381b req-13f0403f-133d-4c52-b739-582387874361 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0518844 Apr 11 15:31:45.535385 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-870ade9b-9b9f-4f8f-9caa-e1216762381b req-182095bb-5ba2-4075-aa1a-3f5b24d37eaf tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Apr 11 15:31:45.651829 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29261883-4f7b-4e55-aeac-b9d4aa1594f2 req-8fa289d6-1c71-4aac-9e4d-429f3f2af3d1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:45.653326 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-29261883-4f7b-4e55-aeac-b9d4aa1594f2 req-8fa289d6-1c71-4aac-9e4d-429f3f2af3d1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Apr 11 15:31:45.661647 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42568) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:31:45.665828 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Request body: {'floatingip': {'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:31:45.721235 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.428935 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.433230 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.645151 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Router e3cd0217-2500-429b-aadd-c9665aca8477 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:31:46.755033 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:31:46.759761 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.765548 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] Sync routers for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:31:46.775817 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:31:46.776507 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:31:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:46.793282 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:31:46.795626 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfccfa7-736c-418d-8392-879b8590d635" -d '{"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:31:46.826216 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-30dd533c-1df7-45e6-85b0-a39f0aa8f961 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "PUT /v2.0/floatingips/94eb4a06-fa36-48f4-948c-233bf6d83a37 HTTP/1.1" status: 200 len: 993 time: 1.1635211 Apr 11 15:31:46.832146 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d16e0c2-4a97-434a-832e-9e5672416906 x-openstack-request-id: req-2d16e0c2-4a97-434a-832e-9e5672416906 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:31:46.832444 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:31:46.832701 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d16e0c2-4a97-434a-832e-9e5672416906 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:31:46.833357 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d16e0c2-4a97-434a-832e-9e5672416906'] response: {'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'status': 'completed', 'code': 200} Apr 11 15:31:46.892489 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:31:46.937575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfccfa7-736c-418d-8392-879b8590d635 req-a1ee2162-5cb2-49ab-bb3a-c7b2d78b2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.939151 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-a1ee2162-5cb2-49ab-bb3a-c7b2d78b2b22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.0423396 Apr 11 15:31:47.047619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfccfa7-736c-418d-8392-879b8590d635 req-0956b088-5ef6-437b-931c-667b2f3d9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:47.049112 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-0956b088-5ef6-437b-931c-667b2f3d9df0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.1019015 Apr 11 15:31:47.119346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-cdeb8b9e-6ea0-4b51-bd6f-746b0e579fcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 1001 time: 0.0639906 Apr 11 15:31:47.131211 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '94eb4a06-fa36-48f4-948c-233bf6d83a37', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:13Z', 'updated_at': '2022-04-11T15:31:46Z', 'revision_number': 3, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:47.158346 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] Checking router: e3cd0217-2500-429b-aadd-c9665aca8477 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:31:47.167439 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:31:47.168058 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:31:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:47.174379 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfccfa7-736c-418d-8392-879b8590d635 req-d2e27e41-4727-4d65-a783-8599ff5d7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:47.175944 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-d2e27e41-4727-4d65-a783-8599ff5d7ac4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0470009 Apr 11 15:31:47.225898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfccfa7-736c-418d-8392-879b8590d635 req-25f7b319-66df-4366-b271-bc50899b1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:47.228542 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-25f7b319-66df-4366-b271-bc50899b1d8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450778 Apr 11 15:31:47.328470 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-409d4555-ee74-42ca-b531-2c86745ffeb8 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935807 Apr 11 15:31:47.389059 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:31:47.431969 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fcfccfa7-736c-418d-8392-879b8590d635 req-5d22e62a-2294-4dc4-bf46-9fc7c3216cd3 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932429 Apr 11 15:31:47.626066 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '94eb4a06-fa36-48f4-948c-233bf6d83a37', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:13Z', 'updated_at': '2022-04-11T15:31:46Z', 'revision_number': 3, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:47.656175 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e688eee-4bd1-4791-8064-8b79e82b6f71 None None] The sync data for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi is: [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '94eb4a06-fa36-48f4-948c-233bf6d83a37', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'port_id': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'mac_address': 'fa:16:3e:2c:69:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:28:13Z', 'updated_at': '2022-04-11T15:31:46Z', 'revision_number': 3, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:31:48.317913 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64afd245-4a8c-4b33-96cb-90f85b5eee63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:48.795014 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:31:48.835061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:31:48.837514 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28d396-3e0b-4f1c-8104-08ea41055d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:31:48.873532 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607c3c9-0487-43e6-a713-806b4f29b740 x-openstack-request-id: req-7607c3c9-0487-43e6-a713-806b4f29b740 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:31:48.873824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:31:48.874083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7607c3c9-0487-43e6-a713-806b4f29b740 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:31:48.874484 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7607c3c9-0487-43e6-a713-806b4f29b740'] response: {'name': 'network-changed', 'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'status': 'completed', 'code': 200} Apr 11 15:31:48.972746 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-27817999-e5fa-4bd3-ae9a-2c014688e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:48.974253 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-27817999-e5fa-4bd3-ae9a-2c014688e858 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 1129 time: 0.0395818 Apr 11 15:31:49.070374 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-cc81e11c-bcc7-46fa-b54d-28a610d6b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:49.072108 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-cc81e11c-bcc7-46fa-b54d-28a610d6b978 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 200 len: 918 time: 0.0908186 Apr 11 15:31:49.162473 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-456d1428-fd66-4f85-a1a0-6ee3149530a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 200 len: 1001 time: 0.0784259 Apr 11 15:31:49.212850 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-7016d6a0-8878-4ca1-9734-3530d76b228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:49.214307 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-7016d6a0-8878-4ca1-9734-3530d76b228d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 200 len: 856 time: 0.0444531 Apr 11 15:31:49.240208 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:49.262275 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-0208520e-17e2-4680-b867-f77baf548500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:49.263810 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-0208520e-17e2-4680-b867-f77baf548500 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429387 Apr 11 15:31:49.355740 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-0224298e-9dd1-4ff8-839b-4fa15daaba77 service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839894 Apr 11 15:31:49.460867 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f28d396-3e0b-4f1c-8104-08ea41055d6d req-5ca0848c-6f00-4b14-a718-2020221155ec service neutron] 10.222.0.59 "GET /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981102 Apr 11 15:31:50.649243 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:51.230905 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:51.744669 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812303e9-80ab-4b9f-91bc-d761ab0e13e2 req-738a3110-a86e-41b9-95d7-891218294e2a tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:51.746162 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-812303e9-80ab-4b9f-91bc-d761ab0e13e2 req-738a3110-a86e-41b9-95d7-891218294e2a tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0532904 Apr 11 15:31:51.796502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-4b98efe9-c5f7-4f70-b475-4bcd6c3b7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:51.798005 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-4b98efe9-c5f7-4f70-b475-4bcd6c3b7ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1169 time: 0.0494413 Apr 11 15:31:51.817649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-812303e9-80ab-4b9f-91bc-d761ab0e13e2 req-c9de867c-f35f-4b91-b78d-bbfa97570b3e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654030 Apr 11 15:31:51.891785 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-cbfd54ec-06ae-4b7c-8bb4-31b992318aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:51.893268 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-cbfd54ec-06ae-4b7c-8bb4-31b992318aee service neutron] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 916 time: 0.0895145 Apr 11 15:31:51.963400 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-d716721c-76ef-4e1b-b767-8700aa218539 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 1001 time: 0.0580244 Apr 11 15:31:52.013645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-9d0afe74-8d5d-42cf-a93a-427897af74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:52.015192 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-9d0afe74-8d5d-42cf-a93a-427897af74e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0452006 Apr 11 15:31:52.063988 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-9b3882e3-8b4d-4da1-bc44-81ae05077eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:52.065470 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-9b3882e3-8b4d-4da1-bc44-81ae05077eea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429516 Apr 11 15:31:52.157931 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-cb0ee046-734d-4383-b54e-1c13879a7b6a service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839405 Apr 11 15:31:52.252337 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c84c6888-d761-444b-bf5a-2d6f9b1df009 req-6abd7a5d-9ac4-449f-ba8e-2b6d0dd976da service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859919 Apr 11 15:31:52.936041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac232-d6c0-4034-b3d7-d7989261664f req-c622aa74-1838-4640-a060-e00ff78b48e3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:52.937516 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a22ac232-d6c0-4034-b3d7-d7989261664f req-c622aa74-1838-4640-a060-e00ff78b48e3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0490253 Apr 11 15:31:52.998368 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a22ac232-d6c0-4034-b3d7-d7989261664f req-f4155b98-c314-4f8e-b13d-84bd99b2872a tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547500 Apr 11 15:31:54.122779 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f1163-7b27-454c-b7bd-c8414d03ef32 req-d7a80169-dcc8-45b1-a8b1-13699a56eb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:54.124319 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-512f1163-7b27-454c-b7bd-c8414d03ef32 req-d7a80169-dcc8-45b1-a8b1-13699a56eb19 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0556035 Apr 11 15:31:54.187042 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-512f1163-7b27-454c-b7bd-c8414d03ef32 req-54d6d07d-d5ed-4878-ba90-189258ed6032 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568781 Apr 11 15:31:54.782665 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:55.307126 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae44d0-7e94-413b-986a-0b12eea25c73 req-fdc812cb-5f49-47e0-9d10-f035e0463eee tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:55.308644 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eeae44d0-7e94-413b-986a-0b12eea25c73 req-fdc812cb-5f49-47e0-9d10-f035e0463eee tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0528479 Apr 11 15:31:55.375179 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eeae44d0-7e94-413b-986a-0b12eea25c73 req-773dc181-00a4-41c4-a282-f7719ccaad52 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607111 Apr 11 15:31:56.497349 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096d93e-54fe-4ae3-b733-348153e3f22b req-e7c57c0a-e86b-4551-8412-7ee15397e11a tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.498824 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5096d93e-54fe-4ae3-b733-348153e3f22b req-e7c57c0a-e86b-4551-8412-7ee15397e11a tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0546105 Apr 11 15:31:56.560922 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5096d93e-54fe-4ae3-b733-348153e3f22b req-5da1c6cf-bb0a-4d82-b995-a0fcba7b1f7b tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562897 Apr 11 15:31:56.789787 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-cfad5e97-a280-412d-aa81-14d318781353 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535061 Apr 11 15:31:56.880716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-3a7f260e-934e-4f41-8a2e-4b0cbd078004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.882221 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-3a7f260e-934e-4f41-8a2e-4b0cbd078004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 1129 time: 0.0437388 Apr 11 15:31:57.005680 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-5184a8a1-107d-4dc0-a368-0e7d7a3b8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.007208 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-5184a8a1-107d-4dc0-a368-0e7d7a3b8720 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.0938165 Apr 11 15:31:57.075132 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-1f32d9a3-9931-4da1-9e0b-f9f387d9b6fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721 HTTP/1.1" status: 200 len: 1000 time: 0.0605700 Apr 11 15:31:57.147134 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-7f4d092d-7b17-446d-aa96-79e5a8991392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.148598 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-7f4d092d-7b17-446d-aa96-79e5a8991392 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0629280 Apr 11 15:31:57.200438 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-d2e3075a-9465-49e3-a5a2-22e13e2f3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.202012 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-d2e3075a-9465-49e3-a5a2-22e13e2f3edc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453203 Apr 11 15:31:57.305007 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-96431525-3cfc-4ffc-99be-5d5e4a67a29c service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916457 Apr 11 15:31:57.430620 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1d560b6-2e4d-4569-a933-172ae929dfbc req-d40b735f-5abc-498d-bc99-8a5c9cb29fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015432 Apr 11 15:31:57.479786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a491239-e920-4338-b6a8-63c3056e141e req-32d1c545-971a-4975-8557-b3996f43ec48 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.481404 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4a491239-e920-4338-b6a8-63c3056e141e req-32d1c545-971a-4975-8557-b3996f43ec48 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0540235 Apr 11 15:31:57.545742 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4a491239-e920-4338-b6a8-63c3056e141e req-fc8b5e17-ee2d-49c3-92f1-30586565f0cb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575874 Apr 11 15:31:57.686158 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36321583-7d57-4b38-b323-b92207c7869a req-c6431817-e4a0-4c80-bc15-d7d1bf5ef83d tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.687650 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-36321583-7d57-4b38-b323-b92207c7869a req-c6431817-e4a0-4c80-bc15-d7d1bf5ef83d tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0514054 Apr 11 15:31:57.750354 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-36321583-7d57-4b38-b323-b92207c7869a req-1a3c6b60-0db2-41d5-bc90-046ecdc64dcf tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569544 Apr 11 15:31:58.670452 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46950b-fc24-4e59-aa8b-4098018b053b req-32a2f283-25a2-438f-9ad6-25d2b1b3e03f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.671921 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-df46950b-fc24-4e59-aa8b-4098018b053b req-32a2f283-25a2-438f-9ad6-25d2b1b3e03f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0519230 Apr 11 15:31:58.720058 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-df46950b-fc24-4e59-aa8b-4098018b053b req-87189a31-77e4-40ff-9d8d-001e21e6a399 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Apr 11 15:31:58.867070 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa8362-ecaa-41a2-a8e6-713b5e10741b req-142c1493-7ebc-4db1-8af6-6742a9dc04f6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.869109 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7cfa8362-ecaa-41a2-a8e6-713b5e10741b req-142c1493-7ebc-4db1-8af6-6742a9dc04f6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0489929 Apr 11 15:31:58.936158 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7cfa8362-ecaa-41a2-a8e6-713b5e10741b req-f9e1cf1c-f159-4423-83c5-0e751b760f70 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605943 Apr 11 15:31:59.831623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c9b08-b0b7-4fac-b172-25817955ce74 req-cdbcfc2b-5550-4938-bb36-94b154cf5350 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:59.833366 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f78c9b08-b0b7-4fac-b172-25817955ce74 req-cdbcfc2b-5550-4938-bb36-94b154cf5350 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0468919 Apr 11 15:31:59.880102 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f78c9b08-b0b7-4fac-b172-25817955ce74 req-bf9aaec2-fd3a-4e75-802a-2bcb80141cd4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403283 Apr 11 15:32:00.050821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454affb-9f91-4f24-b07a-8f3a1e308267 req-77a2fb23-f388-4ec9-b08d-2343501552ae tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:00.052355 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a454affb-9f91-4f24-b07a-8f3a1e308267 req-77a2fb23-f388-4ec9-b08d-2343501552ae tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0492761 Apr 11 15:32:00.114141 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a454affb-9f91-4f24-b07a-8f3a1e308267 req-a3af29af-7d24-40aa-bc01-4ff711ffa3fd tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561080 Apr 11 15:32:00.992069 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c780f-dc40-4490-8788-0c1689c97f2d req-3d608512-051d-4dbe-80dc-761cb79faec2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:00.993814 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-842c780f-dc40-4490-8788-0c1689c97f2d req-3d608512-051d-4dbe-80dc-761cb79faec2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0469923 Apr 11 15:32:01.045319 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-842c780f-dc40-4490-8788-0c1689c97f2d req-b7f7ece0-fe31-45fc-8377-8b4a8d4f2f83 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459704 Apr 11 15:32:01.225634 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11213d1c-2ceb-446e-bbf9-6df294be5479 req-fe1ee6d1-3e69-453c-b906-b64ff3eaacc1 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:01.227131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-11213d1c-2ceb-446e-bbf9-6df294be5479 req-fe1ee6d1-3e69-453c-b906-b64ff3eaacc1 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0475290 Apr 11 15:32:01.286149 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-11213d1c-2ceb-446e-bbf9-6df294be5479 req-7cc34c37-5447-44b6-9c09-c494ac71a958 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524023 Apr 11 15:32:02.163966 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25880-b0b5-4b03-80cc-7fb975eccc4f req-3a83c6dc-ac7b-4c8d-9dbe-3e367759dc81 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:02.166065 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bfa25880-b0b5-4b03-80cc-7fb975eccc4f req-3a83c6dc-ac7b-4c8d-9dbe-3e367759dc81 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0493302 Apr 11 15:32:02.212463 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bfa25880-b0b5-4b03-80cc-7fb975eccc4f req-26d021c2-6860-4f5d-93d2-179dead56485 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Apr 11 15:32:02.404723 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf6f7-8d33-4263-a27c-417de26cf463 req-95fdbc13-b4ef-4f0f-9c79-e7c78f46c8d7 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:02.406188 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-15acf6f7-8d33-4263-a27c-417de26cf463 req-95fdbc13-b4ef-4f0f-9c79-e7c78f46c8d7 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0507913 Apr 11 15:32:02.468178 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-15acf6f7-8d33-4263-a27c-417de26cf463 req-cc291507-58c6-4321-a115-d58257d17dbd tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562901 Apr 11 15:32:03.324720 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e879bb5-ccbf-4a5f-9a56-843b7ad8ac14 req-a7a9a585-f26c-4377-952d-c428bb3e886c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:03.326210 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7e879bb5-ccbf-4a5f-9a56-843b7ad8ac14 req-a7a9a585-f26c-4377-952d-c428bb3e886c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0479388 Apr 11 15:32:03.373501 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7e879bb5-ccbf-4a5f-9a56-843b7ad8ac14 req-ecd4ce6a-14f8-4c85-a432-a78b51805a91 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Apr 11 15:32:03.584921 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15572b5f-fef7-4dde-bc38-3cecdd3da569 req-44c95b1a-f0b7-4d2d-982b-e613e57e503e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:03.586453 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-15572b5f-fef7-4dde-bc38-3cecdd3da569 req-44c95b1a-f0b7-4d2d-982b-e613e57e503e tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0500572 Apr 11 15:32:03.647679 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-15572b5f-fef7-4dde-bc38-3cecdd3da569 req-6b08b3b5-3624-441f-96f5-1b116bc3df22 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549920 Apr 11 15:32:04.488020 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789272-bd06-4e5a-817d-37301e32a91c req-08641d1f-c81e-4180-8187-34463999e4f4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:04.489480 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0789272-bd06-4e5a-817d-37301e32a91c req-08641d1f-c81e-4180-8187-34463999e4f4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0496283 Apr 11 15:32:04.534379 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c0789272-bd06-4e5a-817d-37301e32a91c req-d990087a-ceb4-4b86-84c9-e85b1070a5c0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Apr 11 15:32:04.761562 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4eee5-b80f-4708-95f9-6af87abbc396 req-c6af28a6-faf3-462e-909d-7b29c70584fa tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:04.763050 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e3a4eee5-b80f-4708-95f9-6af87abbc396 req-c6af28a6-faf3-462e-909d-7b29c70584fa tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0468051 Apr 11 15:32:04.826142 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e3a4eee5-b80f-4708-95f9-6af87abbc396 req-ee2985f2-4194-4b46-a0bf-63198cfcd306 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574770 Apr 11 15:32:05.645218 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feffcab-3f2c-4504-ae36-9761ef85040b req-4ad98504-1081-4d7d-9304-11fd357c6762 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:05.646691 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6feffcab-3f2c-4504-ae36-9761ef85040b req-4ad98504-1081-4d7d-9304-11fd357c6762 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0458546 Apr 11 15:32:05.692995 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6feffcab-3f2c-4504-ae36-9761ef85040b req-c4d2186f-6fea-4519-b8b3-3913b995b4f9 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Apr 11 15:32:05.944709 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0020a-9ff2-46a8-b0d2-518a2912dd0b req-057b3025-73cb-433c-ba63-d1166c650439 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:05.946729 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eae0020a-9ff2-46a8-b0d2-518a2912dd0b req-057b3025-73cb-433c-ba63-d1166c650439 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0479517 Apr 11 15:32:06.006325 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eae0020a-9ff2-46a8-b0d2-518a2912dd0b req-d5dbc073-1354-4080-8ffe-6432e118f827 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537586 Apr 11 15:32:06.805110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30636d8-bed9-4f68-a642-0c4ded6f601d req-0b65a969-7e6f-42df-b52c-0c9599c3591d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:06.807346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e30636d8-bed9-4f68-a642-0c4ded6f601d req-0b65a969-7e6f-42df-b52c-0c9599c3591d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0463696 Apr 11 15:32:06.857538 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e30636d8-bed9-4f68-a642-0c4ded6f601d req-15047cff-cef7-4abc-8929-0f6c833ad74b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Apr 11 15:32:07.122926 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b754bec-6627-4635-a38f-b8d412e554d0 req-fac0435a-983c-426b-a1dc-205a3108fc56 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:07.124469 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1b754bec-6627-4635-a38f-b8d412e554d0 req-fac0435a-983c-426b-a1dc-205a3108fc56 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0492899 Apr 11 15:32:07.184225 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1b754bec-6627-4635-a38f-b8d412e554d0 req-59b2cee4-89e9-44bd-bf26-f4ac511af1ed tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538752 Apr 11 15:32:07.835537 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c5bf2-6416-4a34-bc8f-40bb0bc4c5ba req-1b1e3f16-fc49-480b-a55f-a68d38d96452 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:07.837066 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f36c5bf2-6416-4a34-bc8f-40bb0bc4c5ba req-1b1e3f16-fc49-480b-a55f-a68d38d96452 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0523608 Apr 11 15:32:07.885127 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f36c5bf2-6416-4a34-bc8f-40bb0bc4c5ba req-ac494a61-7a4d-470b-9050-2b910cf227a7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Apr 11 15:32:07.975441 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24008-a6dc-4192-ae9d-c945dedd469c req-dab3d5f8-4bcb-4f79-b45f-970e46767bbf tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:07.976912 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b9a24008-a6dc-4192-ae9d-c945dedd469c req-dab3d5f8-4bcb-4f79-b45f-970e46767bbf tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0475585 Apr 11 15:32:08.024081 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b9a24008-a6dc-4192-ae9d-c945dedd469c req-b5decf85-922c-4eb0-ac89-66b97bba7d91 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Apr 11 15:32:08.303052 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138a72-cc7a-4170-aa8c-b6ed11431370 req-4becd735-0aa6-494b-a1f8-f423f808e184 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:08.304437 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3f138a72-cc7a-4170-aa8c-b6ed11431370 req-4becd735-0aa6-494b-a1f8-f423f808e184 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0515964 Apr 11 15:32:08.362705 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3f138a72-cc7a-4170-aa8c-b6ed11431370 req-feaae47e-459e-4c05-8357-653034bb49df tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519321 Apr 11 15:32:09.001337 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa199da6-9c2b-452b-8387-3aaba4fef18e req-068add9d-cb6d-4d5d-9a89-3bb9f366c581 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.002886 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-aa199da6-9c2b-452b-8387-3aaba4fef18e req-068add9d-cb6d-4d5d-9a89-3bb9f366c581 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0485630 Apr 11 15:32:09.053086 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-aa199da6-9c2b-452b-8387-3aaba4fef18e req-351ca1f1-0fcb-44cb-afe8-8b671112c0c9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444596 Apr 11 15:32:09.147639 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85add-ffcc-4be1-9f3d-024dd482b0c0 req-3d0307b4-7cca-4730-8a76-26f871dbfbcf tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.149167 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-97a85add-ffcc-4be1-9f3d-024dd482b0c0 req-3d0307b4-7cca-4730-8a76-26f871dbfbcf tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0538223 Apr 11 15:32:09.200996 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-97a85add-ffcc-4be1-9f3d-024dd482b0c0 req-053d5fff-3c3a-463e-9abe-e1d4888d3024 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Apr 11 15:32:09.481693 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571313-f1bd-44e1-a766-0f05ed91f9d9 req-01f351c4-a322-4fd5-b773-819377fedce3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.483214 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-44571313-f1bd-44e1-a766-0f05ed91f9d9 req-01f351c4-a322-4fd5-b773-819377fedce3 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0507119 Apr 11 15:32:09.544412 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-44571313-f1bd-44e1-a766-0f05ed91f9d9 req-d522c718-5173-4ef1-886b-1759d895be83 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555024 Apr 11 15:32:10.167256 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd5c64-77d9-49c2-9340-c495d7425f70 req-16709f54-ce5e-4d49-bcc0-77045a65cb3d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.168733 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c4fd5c64-77d9-49c2-9340-c495d7425f70 req-16709f54-ce5e-4d49-bcc0-77045a65cb3d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0467269 Apr 11 15:32:10.221686 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c4fd5c64-77d9-49c2-9340-c495d7425f70 req-8af135de-884d-4023-8feb-246d14826c29 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473378 Apr 11 15:32:10.317059 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f1e8-9802-4494-82e4-2beb6ffc832c req-1d310131-dc39-48c7-b271-125eca874d5e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.318570 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b497f1e8-9802-4494-82e4-2beb6ffc832c req-1d310131-dc39-48c7-b271-125eca874d5e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0504422 Apr 11 15:32:10.368261 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b497f1e8-9802-4494-82e4-2beb6ffc832c req-cbc4a417-dd72-40ac-9cbf-86fe58798321 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Apr 11 15:32:10.591889 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a561d2b-d015-4cee-9456-239fbaccbd35 req-592fd599-fad2-41cf-a805-a341d9d8978f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.593430 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7a561d2b-d015-4cee-9456-239fbaccbd35 req-592fd599-fad2-41cf-a805-a341d9d8978f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0790224 Apr 11 15:32:10.601689 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-bf35a9d8-dbf9-4294-9fc6-0f5326dd5b66 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.603203 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-bf35a9d8-dbf9-4294-9fc6-0f5326dd5b66 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0801811 Apr 11 15:32:10.645822 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7a561d2b-d015-4cee-9456-239fbaccbd35 req-274352e2-46eb-4c63-a41c-5401ba8b56c0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Apr 11 15:32:10.665210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca729-d21d-43e0-9419-9ea3d59dffde req-5b262e0c-a300-4646-b689-1cb28a330013 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.666800 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c1aca729-d21d-43e0-9419-9ea3d59dffde req-5b262e0c-a300-4646-b689-1cb28a330013 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0477941 Apr 11 15:32:10.730810 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c1aca729-d21d-43e0-9419-9ea3d59dffde req-d14d344b-f853-4a8d-80f8-03abb936b0e2 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7&id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580883 Apr 11 15:32:11.234891 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-6cdbd35d-d3a4-4f78-8ec3-ba61ff26603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.236448 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-6cdbd35d-d3a4-4f78-8ec3-ba61ff26603c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1130 time: 0.0396929 Apr 11 15:32:11.264679 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port a6803d85-3f1c-4498-829f-472e54f7295d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:32:11.264994 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:11.330647 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-39472681-d444-4eff-a888-9a5a7f6cafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.332131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-39472681-d444-4eff-a888-9a5a7f6cafab service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 912 time: 0.0897388 Apr 11 15:32:11.380454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e8dd-d14d-4227-aa34-1936ed76ecf5 req-0537b5bc-e46b-4c04-86e5-d325b541b335 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.382113 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96b2e8dd-d14d-4227-aa34-1936ed76ecf5 req-0537b5bc-e46b-4c04-86e5-d325b541b335 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 946 time: 0.0855899 Apr 11 15:32:11.409390 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-78832ddc-7914-40db-8674-c40641570c36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 200 len: 1002 time: 0.0699890 Apr 11 15:32:11.425875 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] For port a6803d85-3f1c-4498-829f-472e54f7295d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a6803d85-3f1c-4498-829f-472e54f7295d,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:11.426986 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:11.465021 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-88910ee8-4123-47a0-bb49-f97a1f8832d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.466544 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-88910ee8-4123-47a0-bb49-f97a1f8832d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0488846 Apr 11 15:32:11.514089 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-bfd42eae-051c-45f8-859b-26760a220bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.516068 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-bfd42eae-051c-45f8-859b-26760a220bb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429165 Apr 11 15:32:11.519265 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96b2e8dd-d14d-4227-aa34-1936ed76ecf5 req-b91928bd-5398-4028-8942-75767e95d5e6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=43f32108-5efa-4cfe-87f7-ce1c9b3a9235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304820 Apr 11 15:32:11.627505 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-3a2ca14e-be6a-4ae5-983b-234050d8e83a service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041727 Apr 11 15:32:11.732541 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a68508-a080-45cc-ab21-cbcabd28aed6 req-9062b9da-3a1b-4004-8b73-1769d516a746 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.734048 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-23a68508-a080-45cc-ab21-cbcabd28aed6 req-9062b9da-3a1b-4004-8b73-1769d516a746 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0981774 Apr 11 15:32:11.736097 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:11.736468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:11.736788 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e disassociated. External IP: 172.27.1.215, port: a6803d85-3f1c-4498-829f-472e54f7295d. Apr 11 15:32:11.737137 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for a6803d85-3f1c-4498-829f-472e54f7295d owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:32:11.747474 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1eba80e1-8ae7-4e7f-8347-f6823eb5f168 req-75604280-badc-4da4-8f6b-6de182e75165 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124101 Apr 11 15:32:11.781848 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4ed2-7245-439c-a18f-235e0842098a req-4cd19495-9c1a-43ec-8189-7ef5c522e64a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.783701 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ef9c4ed2-7245-439c-a18f-235e0842098a req-4cd19495-9c1a-43ec-8189-7ef5c522e64a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0610020 Apr 11 15:32:11.835706 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-23a68508-a080-45cc-ab21-cbcabd28aed6 req-9150f75f-7977-40de-9b8c-df5897fcd94e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941241 Apr 11 15:32:11.836470 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ef9c4ed2-7245-439c-a18f-235e0842098a req-ecfa850d-b6bc-4ef4-9676-3d6902202601 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471749 Apr 11 15:32:11.919006 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (a6803d85-3f1c-4498-829f-472e54f7295d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:11.945974 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=a6803d85-3f1c-4498-829f-472e54f7295d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:11.957394 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.957743 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.958335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.958699 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.959040 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.959369 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.959695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.960019 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.960343 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.960662 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.960986 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.961307 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.961625 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.961944 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:11.962262 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.315461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:32:12.429937 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:32:12.443737 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:12.461553 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:12.462614 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:31:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:12.474186 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] No DVR routers for this DVR port a6803d85-3f1c-4498-829f-472e54f7295d on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:32:12.477839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:12.482146 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-34cbeadf-99b7-498a-aca2-f1b67e117441 req-6fc16da4-35d2-4760-85b1-4f2b27369648 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "DELETE /v2.0/ports/a6803d85-3f1c-4498-829f-472e54f7295d HTTP/1.1" status: 204 len: 173 time: 1.3072798 Apr 11 15:32:12.482654 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'name': 'network-vif-deleted', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:12.484920 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bbb41a-3196-4703-913b-cdb528cd51b1" -d '{"events": [{"server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "name": "network-vif-deleted", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:12.524494 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad92971-c301-4cc6-b1ee-fe82dfd4a7c6 x-openstack-request-id: req-aad92971-c301-4cc6-b1ee-fe82dfd4a7c6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:12.525009 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46145ab1-f91b-4127-9fc2-fe35362ea5f4", "name": "network-vif-deleted", "tag": "a6803d85-3f1c-4498-829f-472e54f7295d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:12.525410 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aad92971-c301-4cc6-b1ee-fe82dfd4a7c6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:12.526029 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad92971-c301-4cc6-b1ee-fe82dfd4a7c6'] response: {'server_uuid': '46145ab1-f91b-4127-9fc2-fe35362ea5f4', 'name': 'network-vif-deleted', 'tag': 'a6803d85-3f1c-4498-829f-472e54f7295d', 'status': 'completed', 'code': 200} Apr 11 15:32:12.630043 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2c3490d0-6af3-4704-9a24-181e5300f5a6 req-e7782874-95aa-4a19-8677-1dd787f5248b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 210 time: 0.0362718 Apr 11 15:32:12.743152 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:12.971326 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8b5e-b338-428d-ac24-3ad9183ea75b req-21749858-f500-4646-b97a-d86dd2615b59 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.973077 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d31f8b5e-b338-428d-ac24-3ad9183ea75b req-21749858-f500-4646-b97a-d86dd2615b59 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0604126 Apr 11 15:32:12.984510 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d64da-9738-4029-ad3b-42070019a2e8 req-ba02b5c6-a20f-41e7-8deb-73e8724799d0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.986656 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-624d64da-9738-4029-ad3b-42070019a2e8 req-ba02b5c6-a20f-41e7-8deb-73e8724799d0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0699606 Apr 11 15:32:13.009465 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:13.033933 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d31f8b5e-b338-428d-ac24-3ad9183ea75b req-546269a5-3dba-4eb0-a38e-e964c6d14001 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513217 Apr 11 15:32:13.039435 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:13.048186 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-624d64da-9738-4029-ad3b-42070019a2e8 req-0af0c79f-7af3-458d-bbee-e9d1df9b5070 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541394 Apr 11 15:32:13.071131 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:13.071747 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:31:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:13.184779 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:13.419867 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:13.451918 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562586e-5b40-4a15-8d15-0e6b352a2c71 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'fa96b66a-2500-473d-887c-110494ad879f', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:5d:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:25:18Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 2, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:13.732977 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02834583-d38c-4a2a-9bb6-b34d0b1adab4 None None] New status for floating IP d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:32:13.763057 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d02bf29a-f1ad-4539-abad-5dc544562eae req-b3a333cd-9ca0-4c8b-8300-895335694466 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=46145ab1-f91b-4127-9fc2-fe35362ea5f4 HTTP/1.1" status: 200 len: 210 time: 0.0411170 Apr 11 15:32:14.161543 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bd6b6-124d-45e8-9bf5-58b4db851d44 req-c8037ecb-2d94-4ba6-a8e7-f5bb52e507ca tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:14.163490 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5a5bd6b6-124d-45e8-9bf5-58b4db851d44 req-c8037ecb-2d94-4ba6-a8e7-f5bb52e507ca tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0571485 Apr 11 15:32:14.195335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d343558-ea2e-4a91-98ad-e72247184327 req-38e8270a-4926-4c95-b4f9-cbced9ca9182 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:14.196917 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1d343558-ea2e-4a91-98ad-e72247184327 req-38e8270a-4926-4c95-b4f9-cbced9ca9182 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0661845 Apr 11 15:32:14.222400 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5a5bd6b6-124d-45e8-9bf5-58b4db851d44 req-eac8857a-dd36-4d5b-940f-c9e92fea2ac2 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525706 Apr 11 15:32:14.261037 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1d343558-ea2e-4a91-98ad-e72247184327 req-d1316362-7512-492f-819e-35a2e39730c7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556271 Apr 11 15:32:14.857578 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42722) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:14.926254 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (43f32108-5efa-4cfe-87f7-ce1c9b3a9235), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:14.964518 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (43f32108-5efa-4cfe-87f7-ce1c9b3a9235), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.029579 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (43f32108-5efa-4cfe-87f7-ce1c9b3a9235), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.034868 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.037139 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/security-groups/43f32108-5efa-4cfe-87f7-ce1c9b3a9235 HTTP/1.1" status: 204 len: 168 time: 0.1783056 Apr 11 15:32:15.041775 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42724) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:15.056141 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f32108-5efa-4cfe-87f7-ce1c9b3a9235,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:15.062654 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2753f47-a53f-4134-8872-2149fe322180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.075548 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.076280 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.077027 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.077712 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.078375 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.079294 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.079737 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.080903 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.081145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.082009 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.082932 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.083803 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.084473 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.085178 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.085839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401fbafe-713a-44bc-abe7-efefb7b37d3b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:15.095417 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.api.v2.resource [None req-c5d5974b-c9ef-44bf-8cdf-e3fede7f9d5f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] show failed (client error): The resource could not be found. Apr 11 15:32:15.099052 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c5d5974b-c9ef-44bf-8cdf-e3fede7f9d5f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups/43f32108-5efa-4cfe-87f7-ce1c9b3a9235 HTTP/1.1" status: 404 len: 347 time: 0.0526414 Apr 11 15:32:15.103658 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:15.173164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device a6803d85-3f1c-4498-829f-472e54f7295d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:32:15.196037 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: a6803d85-3f1c-4498-829f-472e54f7295d {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:32:15.196524 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device a6803d85-3f1c-4498-829f-472e54f7295d not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:32:15.274779 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port 5e9e1428-4597-4451-a58e-82d590b0955b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:32:15.275110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (5e9e1428-4597-4451-a58e-82d590b0955b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.371152 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (5e9e1428-4597-4451-a58e-82d590b0955b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.371785 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (5e9e1428-4597-4451-a58e-82d590b0955b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.387908 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for 5e9e1428-4597-4451-a58e-82d590b0955b owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:32:15.388554 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8be5b-ce23-43ea-bb8e-d74c90bbebf5 req-5903305f-018a-4ea6-8fd3-51dff5c13680 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:15.390191 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8f8be5b-ce23-43ea-bb8e-d74c90bbebf5 req-5903305f-018a-4ea6-8fd3-51dff5c13680 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0642769 Apr 11 15:32:15.450141 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8f8be5b-ce23-43ea-bb8e-d74c90bbebf5 req-ca235bc8-c9e7-4c66-a48b-d53cefc11a8c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539970 Apr 11 15:32:15.561773 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (5e9e1428-4597-4451-a58e-82d590b0955b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.590265 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=5e9e1428-4597-4451-a58e-82d590b0955b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:15.657018 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.659660 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.660965 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-753b974c-af43-4e1c-ad46-71f97d21ff07 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/floatingips/d70b8b0e-55ca-4f2c-a5de-7ed0713aca2e HTTP/1.1" status: 204 len: 168 time: 0.5559778 Apr 11 15:32:16.585863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76003-2afe-4abd-8904-57aa882e659e req-bdf7a860-419c-4dda-b836-c2ede98388c5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:16.587503 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ded76003-2afe-4abd-8904-57aa882e659e req-bdf7a860-419c-4dda-b836-c2ede98388c5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0515339 Apr 11 15:32:16.660286 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ded76003-2afe-4abd-8904-57aa882e659e req-e10ec069-61c9-4c39-a717-8fa8ba1b8051 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664649 Apr 11 15:32:17.782517 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a789-0fd7-4058-ab30-585455ce95f5 req-78af1c31-ca08-42d6-8b04-d462f533263d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:17.784324 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-82a0a789-0fd7-4058-ab30-585455ce95f5 req-78af1c31-ca08-42d6-8b04-d462f533263d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0552840 Apr 11 15:32:17.835566 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-82a0a789-0fd7-4058-ab30-585455ce95f5 req-a2634dc9-bfdf-48b0-b8fc-ab1295735109 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455997 Apr 11 15:32:18.315318 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a298a-226a-46ab-b65f-96fb32ff87f8 req-9181ed84-92ea-4541-ac25-f013b022de84 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:18.316745 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1f4a298a-226a-46ab-b65f-96fb32ff87f8 req-9181ed84-92ea-4541-ac25-f013b022de84 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0557785 Apr 11 15:32:18.321293 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e05d4da9-205e-4645-bcbc-966fdc6b53f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:18.365470 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1f4a298a-226a-46ab-b65f-96fb32ff87f8 req-eb2b24e5-6178-4bcf-baca-581131aac4eb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426271 Apr 11 15:32:18.956946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd20f33-6a79-44be-b666-a6f12c8f0f11 req-a9f904e2-7a29-41a3-9452-f3cecc67220d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:18.958748 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0cd20f33-6a79-44be-b666-a6f12c8f0f11 req-a9f904e2-7a29-41a3-9452-f3cecc67220d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0535016 Apr 11 15:32:19.014276 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0cd20f33-6a79-44be-b666-a6f12c8f0f11 req-a29fa6a2-6480-4b27-9279-bb79b70287d8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498893 Apr 11 15:32:19.238972 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:19.371226 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-dd8634e6-d257-474a-8c50-f7cea61efb41 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:19.373035 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-dd8634e6-d257-474a-8c50-f7cea61efb41 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Apr 11 15:32:19.468520 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:32:19.468860 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:19.482487 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17784e-c2f9-42ce-b662-60bc4368b261 req-11abb654-b1cd-4062-b7a2-67fd2765b878 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:19.484070 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db17784e-c2f9-42ce-b662-60bc4368b261 req-11abb654-b1cd-4062-b7a2-67fd2765b878 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Apr 11 15:32:19.534565 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-db17784e-c2f9-42ce-b662-60bc4368b261 req-a85c94c4-f55f-4aea-9595-aa52684074d7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ca4653-1b50-4622-b028-b93a72cd1161&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447674 Apr 11 15:32:19.561962 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] For port dd00ffb6-f74d-426e-ab8e-79aeb1bec721, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:19.562331 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:19.741917 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:19.742283 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (fa96b66a-2500-473d-887c-110494ad879f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:19.742624 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP fa96b66a-2500-473d-887c-110494ad879f disassociated. External IP: 172.27.1.80, port: dd00ffb6-f74d-426e-ab8e-79aeb1bec721. Apr 11 15:32:19.742974 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for dd00ffb6-f74d-426e-ab8e-79aeb1bec721 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:32:19.869732 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (dd00ffb6-f74d-426e-ab8e-79aeb1bec721), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:19.900050 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=dd00ffb6-f74d-426e-ab8e-79aeb1bec721,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:20.026045 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:32:20.174624 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d664f-e19b-4925-98fd-71cb5000e865 req-2df783b7-6cc5-4994-8288-6964d07bad3b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:20.176019 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe4d664f-e19b-4925-98fd-71cb5000e865 req-2df783b7-6cc5-4994-8288-6964d07bad3b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0908775 Apr 11 15:32:20.180908 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:32:20.191748 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:20.202152 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:20.202927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:32:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:20.241100 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] No DVR routers for this DVR port dd00ffb6-f74d-426e-ab8e-79aeb1bec721 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:32:20.249751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:20.255682 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-073eaa92-87f6-4561-8e4e-1440152ad5af req-1c9d5f6f-6e2b-484c-badf-ce9631fdb415 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "DELETE /v2.0/ports/dd00ffb6-f74d-426e-ab8e-79aeb1bec721 HTTP/1.1" status: 204 len: 173 time: 0.8772490 Apr 11 15:32:20.256326 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'name': 'network-vif-deleted', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:20.259272 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44764c9-eacb-4a33-be9a-7646811e0772" -d '{"events": [{"server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "name": "network-vif-deleted", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:20.291369 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe4d664f-e19b-4925-98fd-71cb5000e865 req-9827f934-55e3-48c5-8130-6e9b2357bf98 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041288 Apr 11 15:32:20.339717 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566bcd34-8a36-4281-b5cf-9d22a4f66a7c x-openstack-request-id: req-566bcd34-8a36-4281-b5cf-9d22a4f66a7c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:20.340612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b407a46c-71dd-44a9-a05a-6f4beeb12694", "name": "network-vif-deleted", "tag": "dd00ffb6-f74d-426e-ab8e-79aeb1bec721", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:20.341058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-566bcd34-8a36-4281-b5cf-9d22a4f66a7c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:20.342547 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566bcd34-8a36-4281-b5cf-9d22a4f66a7c'] response: {'server_uuid': 'b407a46c-71dd-44a9-a05a-6f4beeb12694', 'name': 'network-vif-deleted', 'tag': 'dd00ffb6-f74d-426e-ab8e-79aeb1bec721', 'status': 'completed', 'code': 200} Apr 11 15:32:20.367670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:20.564952 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:20.596140 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:20.604697 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:20.605904 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:32:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:20.645058 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dbdc8598-55bd-4868-bd1e-b6f0a70a5f25 req-fafe31db-58d3-40af-bffc-4615a7410ca7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b407a46c-71dd-44a9-a05a-6f4beeb12694 HTTP/1.1" status: 200 len: 210 time: 0.0303819 Apr 11 15:32:20.673529 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:20.732755 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:20.947726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:20.975880 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f308266-ab0d-483d-86b4-dc8b7e96a3d5 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:21.196693 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbdbe0-f2a5-4daf-bed4-17b712120978 None None] New status for floating IP fa96b66a-2500-473d-887c-110494ad879f: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:32:21.234114 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:21.445745 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc80f-a76b-4fd7-971a-3c219bc1bae7 req-62c02c3e-94f6-4afe-be89-987c248712c8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:21.447329 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f27bc80f-a76b-4fd7-971a-3c219bc1bae7 req-62c02c3e-94f6-4afe-be89-987c248712c8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0494640 Apr 11 15:32:21.497650 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f27bc80f-a76b-4fd7-971a-3c219bc1bae7 req-94936473-ad1b-411c-ab00-bdc99f55056b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438974 Apr 11 15:32:22.611453 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e898c8-3272-41de-beb8-838373d50af0 req-71aed524-c11c-4081-be14-67bf9d067989 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:22.612975 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-47e898c8-3272-41de-beb8-838373d50af0 req-71aed524-c11c-4081-be14-67bf9d067989 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0489905 Apr 11 15:32:22.663563 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-47e898c8-3272-41de-beb8-838373d50af0 req-58cea680-ba3c-46b5-af1e-7fd145bf5923 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450182 Apr 11 15:32:22.743551 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42776) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:22.796442 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-caa6cd6d-4160-4d54-af6e-3c0753473342 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (81ca4653-1b50-4622-b028-b93a72cd1161), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:22.820684 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-caa6cd6d-4160-4d54-af6e-3c0753473342 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (81ca4653-1b50-4622-b028-b93a72cd1161), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:22.867787 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-caa6cd6d-4160-4d54-af6e-3c0753473342 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (81ca4653-1b50-4622-b028-b93a72cd1161), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:22.870711 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-caa6cd6d-4160-4d54-af6e-3c0753473342 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:22.872394 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-caa6cd6d-4160-4d54-af6e-3c0753473342 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/security-groups/81ca4653-1b50-4622-b028-b93a72cd1161 HTTP/1.1" status: 204 len: 168 time: 0.1272736 Apr 11 15:32:22.875145 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42778) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:22.881755 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6cd6d-4160-4d54-af6e-3c0753473342 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca4653-1b50-4622-b028-b93a72cd1161,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:22.889551 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.api.v2.resource [None req-4ded3011-5e2b-42a2-aef5-0bbfbfb3c640 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] show failed (client error): The resource could not be found. Apr 11 15:32:22.890606 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4ded3011-5e2b-42a2-aef5-0bbfbfb3c640 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups/81ca4653-1b50-4622-b028-b93a72cd1161 HTTP/1.1" status: 404 len: 347 time: 0.0144203 Apr 11 15:32:22.893416 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42780) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:23.013447 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port c0269d92-0748-43c3-845a-c74f8d397057 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:32:23.013788 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (c0269d92-0748-43c3-845a-c74f8d397057), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.095764 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (c0269d92-0748-43c3-845a-c74f8d397057), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.096006 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (c0269d92-0748-43c3-845a-c74f8d397057), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.109243 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for c0269d92-0748-43c3-845a-c74f8d397057 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:32:23.222972 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device dd00ffb6-f74d-426e-ab8e-79aeb1bec721 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:32:23.244428 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: dd00ffb6-f74d-426e-ab8e-79aeb1bec721 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:32:23.244785 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device dd00ffb6-f74d-426e-ab8e-79aeb1bec721 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:32:23.250034 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (c0269d92-0748-43c3-845a-c74f8d397057), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.275452 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=c0269d92-0748-43c3-845a-c74f8d397057,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:23.337569 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (fa96b66a-2500-473d-887c-110494ad879f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.340146 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.341731 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-6aad241c-f90f-4fb0-9256-30d041f31ee6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/floatingips/fa96b66a-2500-473d-887c-110494ad879f HTTP/1.1" status: 204 len: 168 time: 0.4474185 Apr 11 15:32:23.540560 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42784) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:23.546046 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946340414', 'description': 'tempest-description--908451619'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:23.565107 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.633074 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (05f5ae1d-fa39-45ee-b1cc-2ece182b4504), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.638210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (05f5ae1d-fa39-45ee-b1cc-2ece182b4504), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.675972 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.677232 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356044 Apr 11 15:32:23.679670 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f289dbe-9626-452d-a6ba-47255dd5490d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f5ae1d-fa39-45ee-b1cc-2ece182b4504,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:23.680481 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42786) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:23.685039 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': '05f5ae1d-fa39-45ee-b1cc-2ece182b4504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:23.716062 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (e1d93401-607d-46d5-9557-921bbb8d8231), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.783502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (e1d93401-607d-46d5-9557-921bbb8d8231), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.788500 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720fc15-4ef1-4104-b21d-75c62274a177 req-c6df181d-c85c-4206-9f0d-589fd18f4dec tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:23.788829 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (e1d93401-607d-46d5-9557-921bbb8d8231), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.790026 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b720fc15-4ef1-4104-b21d-75c62274a177 req-c6df181d-c85c-4206-9f0d-589fd18f4dec tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0503213 Apr 11 15:32:23.808619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d93401-607d-46d5-9557-921bbb8d8231,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:23.818465 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.819730 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-302accec-88c5-4c55-9f78-ffcfe94e5ae6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382833 Apr 11 15:32:23.822553 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:23.828300 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': '05f5ae1d-fa39-45ee-b1cc-2ece182b4504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:23.845002 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b720fc15-4ef1-4104-b21d-75c62274a177 req-0510da51-30e6-4fa8-9a89-acfc66da98ad tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482881 Apr 11 15:32:23.861612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (08396b85-e97e-4869-8b85-08e172336c21), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.916038 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (08396b85-e97e-4869-8b85-08e172336c21), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.920116 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (08396b85-e97e-4869-8b85-08e172336c21), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.941251 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08396b85-e97e-4869-8b85-08e172336c21,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:23.945433 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:23.947342 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4550379d-1e65-4240-930b-706fa7859638 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230586 Apr 11 15:32:23.949963 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42792) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:23.954637 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:23.974418 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.053926 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.172482 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.27.1.99 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/b46a863d-c5bc-4653-bf70-4d56107b9014) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:32:24.293247 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.331997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.371593 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:32:24.374867 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:32:24.378272 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:32:24.407971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=b46a863d-c5bc-4653-bf70-4d56107b9014,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:24.476078 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (03a87bcf-62cb-4922-8fec-48ff75c9bcd6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.514574 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.683388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.689552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.759480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=b46a863d-c5bc-4653-bf70-4d56107b9014,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:24.773161 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (03a87bcf-62cb-4922-8fec-48ff75c9bcd6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.789578 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.796724 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.796724 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e03db1c7-a9c2-4a07-b2e3-c9a83c1938c2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8403802 Apr 11 15:32:24.968795 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c59fe2-7bf1-4800-90b3-1620e9692e63 req-d89f4461-2f94-46ba-adef-61c42afae2d3 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:24.970425 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-05c59fe2-7bf1-4800-90b3-1620e9692e63 req-d89f4461-2f94-46ba-adef-61c42afae2d3 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0516462 Apr 11 15:32:25.026748 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-d4f1a040-3cb7-475d-be83-063539e83f78 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1946340414&fields=id&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 267 time: 0.0611322 Apr 11 15:32:25.027554 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-05c59fe2-7bf1-4800-90b3-1620e9692e63 req-e2c464c5-dcca-4bcd-98e4-5e9e1b8fd1dc tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507972 Apr 11 15:32:25.381295 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-695567fd-0209-45dc-9f39-195a8b322665 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:25.382748 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-695567fd-0209-45dc-9f39-195a8b322665 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.3473415 Apr 11 15:32:25.397652 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-f1dbda24-b245-472a-a7c8-17a54a2a303f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/quotas/40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Apr 11 15:32:25.447738 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-4d1921e7-b82a-4215-b00f-f79c38615d4c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447409 Apr 11 15:32:25.640788 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-d7d0400d-98d1-4e81-a6b9-62f731555b3b service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812134 Apr 11 15:32:25.731465 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-969b639a-8919-49b1-bf99-d52de7f1e807 service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 Apr 11 15:32:25.796954 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:32:25.896824 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-93492644-b8fc-4936-8999-b8eea0bae30d req-0db86b2a-aa97-41aa-b723-95a8382ed2a5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Apr 11 15:32:26.163289 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaede0-f028-4728-933f-da6217dd2c84 req-fff908c1-f285-45ff-a74f-5f847ebf9f9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:26.164809 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bafaede0-f028-4728-933f-da6217dd2c84 req-fff908c1-f285-45ff-a74f-5f847ebf9f9e tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0613182 Apr 11 15:32:26.222061 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bafaede0-f028-4728-933f-da6217dd2c84 req-185a0d3d-731e-44f8-b747-89822e14b125 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511916 Apr 11 15:32:26.995269 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5e8baf6d-fb86-40ee-a19d-d5eaac50d0af req-260abfaa-45ad-40b7-9e70-574d663a64b7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 210 time: 0.0289452 Apr 11 15:32:27.063275 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62120-0757-485f-af3d-79158ab438da req-1a35c221-53e9-45a0-b1b0-23c1d676248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.065199 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-1a35c221-53e9-45a0-b1b0-23c1d676248b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1130 time: 0.0461082 Apr 11 15:32:27.133407 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-eab73b45-b010-493d-9039-e9c85dc160a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.134882 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-eab73b45-b010-493d-9039-e9c85dc160a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.1150079 Apr 11 15:32:27.166725 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62120-0757-485f-af3d-79158ab438da req-10a7ee2f-8c33-4e0c-b5f6-3318018e52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.168300 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-10a7ee2f-8c33-4e0c-b5f6-3318018e52a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 910 time: 0.0950122 Apr 11 15:32:27.213455 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-341718e4-8de8-4a77-ae97-d50067b12d2d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 380 time: 0.0558405 Apr 11 15:32:27.243786 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-716d0646-e610-4e73-b39e-3369d5c23cc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 1001 time: 0.0648472 Apr 11 15:32:27.344221 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0dccc-f789-4d59-82d1-7b10e9cc8a09 req-26156a8a-d0ef-4b11-973a-4b151950a830 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.345789 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f6a0dccc-f789-4d59-82d1-7b10e9cc8a09 req-26156a8a-d0ef-4b11-973a-4b151950a830 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0517573 Apr 11 15:32:27.357486 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'port': {'device_id': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'admin_state_up': True, 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'security_groups': ['05f5ae1d-fa39-45ee-b1cc-2ece182b4504']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:27.435101 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62120-0757-485f-af3d-79158ab438da req-7262ae72-f8c0-4f81-b95c-c0cab686be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.436974 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-7262ae72-f8c0-4f81-b95c-c0cab686be2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 200 len: 848 time: 0.0794599 Apr 11 15:32:27.441388 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f6a0dccc-f789-4d59-82d1-7b10e9cc8a09 req-216e2e03-f5c5-415f-9ace-7ff67227c7e3 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900300 Apr 11 15:32:27.479820 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Made reservation on behalf of 40b872c1a7fb49ce9a05b943333ace62 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:32:27.483406 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:27.498477 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62120-0757-485f-af3d-79158ab438da req-58281b4e-8cb5-469a-9fa1-acd4463e604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.500996 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-58281b4e-8cb5-469a-9fa1-acd4463e604d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48c0d64-03ac-498a-81d9-40f420df7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526047 Apr 11 15:32:27.620934 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-e776e7ae-19f7-4b91-a6e3-4f957f44dde4 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124949 Apr 11 15:32:27.621785 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.20.0.14 (2c639a03-9c1a-4534-9246-41c284dfa2dd/64999c89-993a-42df-983e-0b671156250b/221d2b00-544a-4888-88ce-1f0df3c43d7f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:32:27.725745 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5fc62120-0757-485f-af3d-79158ab438da req-20af25f4-071a-427e-8667-1caeab09afbd service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981281 Apr 11 15:32:27.777394 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:27.813985 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:27.859677 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:32:27.863343 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:32:27.867143 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:32:27.895018 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=221d2b00-544a-4888-88ce-1f0df3c43d7f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:27.929154 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.929921 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:27.950889 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-8faf076e-c258-4810-9286-1670a77e94fe tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972159 Apr 11 15:32:28.122384 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-23a1fc95-c09a-4eac-a615-32921c7ded1b None None] Provisioning complete for port 221d2b00-544a-4888-88ce-1f0df3c43d7f triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:32:28.123120 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23a1fc95-c09a-4eac-a615-32921c7ded1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:28.126081 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3da66b-79eb-489f-b6da-24a2cb63e185 req-387a8b57-c470-4101-85a3-8373e310570f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:28.127762 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f3da66b-79eb-489f-b6da-24a2cb63e185 req-387a8b57-c470-4101-85a3-8373e310570f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 932 time: 0.0564148 Apr 11 15:32:28.159982 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-23a1fc95-c09a-4eac-a615-32921c7ded1b None None] Port 221d2b00-544a-4888-88ce-1f0df3c43d7f cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:32:28.193619 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f3da66b-79eb-489f-b6da-24a2cb63e185 req-6dddebc0-b906-494b-9eaa-88741752da56 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602112 Apr 11 15:32:28.570649 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad63ef-7445-4c3a-9e12-2e3e9221d331 req-0ca53239-0c98-403d-b6f0-38f6c2ce36af tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:28.572013 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3cad63ef-7445-4c3a-9e12-2e3e9221d331 req-0ca53239-0c98-403d-b6f0-38f6c2ce36af tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0548754 Apr 11 15:32:28.636117 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3cad63ef-7445-4c3a-9e12-2e3e9221d331 req-e1b732a5-3b3f-45ab-b6d3-90b3f213637d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572243 Apr 11 15:32:29.267350 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Request body: {'port': {'device_id': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:29.351819 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f38b-a0b8-49d3-ba3f-96af905c492d req-066f2761-8105-4670-aecc-bc5e5ad16c29 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:29.353268 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3107f38b-a0b8-49d3-ba3f-96af905c492d req-066f2761-8105-4670-aecc-bc5e5ad16c29 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 932 time: 0.0908089 Apr 11 15:32:29.375440 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:29.438324 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3107f38b-a0b8-49d3-ba3f-96af905c492d req-55aad8a0-0f2b-4b22-92a4-877eb80accf8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781984 Apr 11 15:32:29.676096 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221d2b00-544a-4888-88ce-1f0df3c43d7f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:32:29.689085 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Publish callbacks [] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:29.704601 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Transition to ACTIVE for port object 221d2b00-544a-4888-88ce-1f0df3c43d7f will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:32:29.708841 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:29.789074 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e047bd-ed60-4a67-b389-6a2555ff6d57 req-f7f07e14-1093-4630-91bd-563cdfa1105c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:29.790857 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d0e047bd-ed60-4a67-b389-6a2555ff6d57 req-f7f07e14-1093-4630-91bd-563cdfa1105c tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0551710 Apr 11 15:32:29.795238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Pushing event updated for resources: {'Port': ['ID=221d2b00-544a-4888-88ce-1f0df3c43d7f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:29.855136 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d0e047bd-ed60-4a67-b389-6a2555ff6d57 req-703ea162-fffb-4073-8cad-3ed68fb377f4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485597 Apr 11 15:32:29.884147 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Attempting to bind port 221d2b00-544a-4888-88ce-1f0df3c43d7f on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:32:29.884483 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Attempting to bind port 221d2b00-544a-4888-88ce-1f0df3c43d7f by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:32:29.884809 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Attempting to bind port 221d2b00-544a-4888-88ce-1f0df3c43d7f on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:32:29.889473 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Port 221d2b00-544a-4888-88ce-1f0df3c43d7f on network 2c639a03-9c1a-4534-9246-41c284dfa2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:32:29.889787 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Attempting to bind port 221d2b00-544a-4888-88ce-1f0df3c43d7f on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:32:29.895005 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:32:29.895342 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:32:29.895726 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Bound using segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:32:29.896146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Bound port: 221d2b00-544a-4888-88ce-1f0df3c43d7f, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:32:29.896497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:29.967700 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] For port 221d2b00-544a-4888-88ce-1f0df3c43d7f, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:32:29.971149 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] For port 221d2b00-544a-4888-88ce-1f0df3c43d7f, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:32:29.977274 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:30.018151 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.018955 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:30.020398 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] 10.222.0.59 "PUT /v2.0/ports/221d2b00-544a-4888-88ce-1f0df3c43d7f HTTP/1.1" status: 200 len: 1094 time: 0.7591567 Apr 11 15:32:30.023420 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:30.026236 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:30.059288 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a6ee4-eb19-4b6a-94a5-a1af06389c6d service neutron] Pushing event updated for resources: {'Port': ['ID=221d2b00-544a-4888-88ce-1f0df3c43d7f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:30.090615 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f863aab9-ef3d-4ee1-a902-8b8312dd3b93 x-openstack-request-id: req-f863aab9-ef3d-4ee1-a902-8b8312dd3b93 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:30.090979 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:30.091237 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f863aab9-ef3d-4ee1-a902-8b8312dd3b93 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:30.092793 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f863aab9-ef3d-4ee1-a902-8b8312dd3b93'] response: {'name': 'network-changed', 'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'status': 'completed', 'code': 200} Apr 11 15:32:30.190379 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-1b106e13-3ecb-4c4e-a977-7aad5f53f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.191940 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-1b106e13-3ecb-4c4e-a977-7aad5f53f2c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 1128 time: 0.0479360 Apr 11 15:32:30.287244 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-ed56a41e-0c33-4e3e-83a8-eec5cf68dc1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f HTTP/1.1" status: 200 len: 217 time: 0.0397198 Apr 11 15:32:30.552077 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01d07-a076-4a34-9913-b5a710b5b03e req-8f0e1b95-17a1-4743-a8c7-b49c0dde4c46 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.553567 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dae01d07-a076-4a34-9913-b5a710b5b03e req-8f0e1b95-17a1-4743-a8c7-b49c0dde4c46 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 944 time: 0.0475841 Apr 11 15:32:30.610730 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dae01d07-a076-4a34-9913-b5a710b5b03e req-f0c2d4ef-f7fa-4392-b5a3-89498be4b10f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514328 Apr 11 15:32:30.642737 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-ba1ccab9-4cfe-4a2c-95bd-e37155238bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.644306 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-ba1ccab9-4cfe-4a2c-95bd-e37155238bb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0472045 Apr 11 15:32:30.693728 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-13cc0e12-e723-492d-a1e3-f876316ff438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.695317 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-13cc0e12-e723-492d-a1e3-f876316ff438 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422978 Apr 11 15:32:30.807086 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-7aeb382a-0efd-4c85-b5c7-b34bd7791619 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004524 Apr 11 15:32:30.902606 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ac22e268-d55b-4c8c-a33c-6c7a4f87712b req-cb92d251-a3ea-4af5-8003-b863b5a702ce service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890429 Apr 11 15:32:30.979265 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c14f7-6863-463f-8901-6d45662cdb3f req-09538067-f28f-49ad-b966-1f909b9091f8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.980765 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1d2c14f7-6863-463f-8901-6d45662cdb3f req-09538067-f28f-49ad-b966-1f909b9091f8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0542252 Apr 11 15:32:31.032638 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1d2c14f7-6863-463f-8901-6d45662cdb3f req-12f52147-5296-4d28-811a-6d13ea73ecc5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448792 Apr 11 15:32:31.104804 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-363d7dad-8fb9-4aac-b004-0a09ddc278c9 req-9f3cb364-241b-4705-8245-d0a285d52a36 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:32:31.105772 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-363d7dad-8fb9-4aac-b004-0a09ddc278c9 req-9f3cb364-241b-4705-8245-d0a285d52a36 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053823 Apr 11 15:32:31.244799 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42856) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:31.256378 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275def3-d3b5-4910-b069-6f17ee1baabb req-b874f5a4-2d31-4891-b749-8e487050c097 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.257889 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e275def3-d3b5-4910-b069-6f17ee1baabb req-b874f5a4-2d31-4891-b749-8e487050c097 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0483339 Apr 11 15:32:31.308838 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e275def3-d3b5-4910-b069-6f17ee1baabb req-f0b9e223-a092-4dac-aed1-a0b029f2e097 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450795 Apr 11 15:32:31.330174 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-0261b912-5376-4c6e-9f5e-0e08ee8c5b0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840991 Apr 11 15:32:31.339019 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-bf080fc0-acb4-49f4-90a3-a545cc31528a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:32:31.339963 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-bf080fc0-acb4-49f4-90a3-a545cc31528a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048616 Apr 11 15:32:31.433621 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42864) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:31.529468 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-d0e4839d-3721-4681-aff1-41b7bcc3aac8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.530783 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-d0e4839d-3721-4681-aff1-41b7bcc3aac8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports/325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 943 time: 0.0961382 Apr 11 15:32:31.744178 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54413152-f70d-4fec-ae0a-d7198c8c3e34 req-d11977f3-4db7-4232-ad6b-83d9b24bf484 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.745845 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-54413152-f70d-4fec-ae0a-d7198c8c3e34 req-d11977f3-4db7-4232-ad6b-83d9b24bf484 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 944 time: 0.0618820 Apr 11 15:32:31.798000 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-54413152-f70d-4fec-ae0a-d7198c8c3e34 req-27460935-e628-4de2-8304-00b18a86d9e0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447896 Apr 11 15:32:32.429360 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400faf8d-22d2-41b7-b4fd-fdb1b99f269a req-8719c664-7fed-4569-b091-5ddc07055bd5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:32.430842 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-400faf8d-22d2-41b7-b4fd-fdb1b99f269a req-8719c664-7fed-4569-b091-5ddc07055bd5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0470297 Apr 11 15:32:32.485062 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-400faf8d-22d2-41b7-b4fd-fdb1b99f269a req-f46a15e1-05a3-4e74-a909-3f724bae8e36 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477676 Apr 11 15:32:32.922468 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6aa491-62d3-49ae-b047-81d894f80149 req-fcd0f792-ab8b-45b9-a36a-45b5dc31bdd2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:32.924070 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6d6aa491-62d3-49ae-b047-81d894f80149 req-fcd0f792-ab8b-45b9-a36a-45b5dc31bdd2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 944 time: 0.0517161 Apr 11 15:32:32.972850 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6d6aa491-62d3-49ae-b047-81d894f80149 req-9aa5bfd0-973a-4d8d-8712-cc4199498fca tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Apr 11 15:32:33.242019 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:32:33.317737 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 325162b6-9946-4622-91aa-0d3e56188379 is: ACTIVE; New status is: DOWN {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:33.318129 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:33.345703 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:33.347866 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326040c1-5808-4c41-a7d2-1f4f970f348e" -d '{"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:33.363616 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:33.367775 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:33.394066 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc948c81-7000-4e20-9222-705e0e3a21c2 x-openstack-request-id: req-fc948c81-7000-4e20-9222-705e0e3a21c2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:33.394359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-unplugged", "status": "failed", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "code": 422}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:33.394635 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc948c81-7000-4e20-9222-705e0e3a21c2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:33.395079 dv-cinder-835483-2-iscsi neutron-server[103328]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fc948c81-7000-4e20-9222-705e0e3a21c2']: {'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'code': 422} returned with failed status Apr 11 15:32:33.421099 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:33.428877 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.429231 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.429599 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.429950 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.430311 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.430682 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.431038 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.431398 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.431754 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.432129 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.432465 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.432807 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.433139 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.433472 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.433797 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:33.599445 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b4d2-aa79-40dd-b655-77715a88ad84 req-d04f5d1f-13fb-4252-819d-2aadeb64177b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:33.600953 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-48b7b4d2-aa79-40dd-b655-77715a88ad84 req-d04f5d1f-13fb-4252-819d-2aadeb64177b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0519168 Apr 11 15:32:33.655023 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-48b7b4d2-aa79-40dd-b655-77715a88ad84 req-e44fd15a-f2f3-4d30-a7ee-0e29659d2084 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483420 Apr 11 15:32:33.677743 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-0368289d-9d11-4f19-aba6-2803124da672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:33.679346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-0368289d-9d11-4f19-aba6-2803124da672 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 1128 time: 0.0569341 Apr 11 15:32:33.783843 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-7fad6617-a9f6-4982-8027-d64ecae84c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:33.785382 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-7fad6617-a9f6-4982-8027-d64ecae84c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.0980303 Apr 11 15:32:33.830414 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-849f788c-949e-4512-b13e-e7450e9e7a9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f HTTP/1.1" status: 200 len: 217 time: 0.0383282 Apr 11 15:32:33.886429 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-ed9b2616-a85c-4683-b15d-4ae519313b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:33.887932 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-ed9b2616-a85c-4683-b15d-4ae519313b86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0455556 Apr 11 15:32:33.936839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-14b6730a-b8d7-4b72-a435-676d256c47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:33.938647 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-14b6730a-b8d7-4b72-a435-676d256c47b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418181 Apr 11 15:32:34.042376 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-c1fb4c6b-8149-4437-b0f2-7593a4d09635 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941525 Apr 11 15:32:34.113919 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0141f58-8f0c-4e63-bd7f-b15405008924 req-2651ae55-9b71-4ff6-83da-52c7c89688e0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:34.115467 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a0141f58-8f0c-4e63-bd7f-b15405008924 req-2651ae55-9b71-4ff6-83da-52c7c89688e0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 944 time: 0.0708823 Apr 11 15:32:34.454462 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdc1d28c-d022-4cd1-acae-5ed28628e1e5 req-82bef1a1-be48-4d1a-93ce-a377952c0ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000349 Apr 11 15:32:34.457843 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a0141f58-8f0c-4e63-bd7f-b15405008924 req-e92959df-8433-4878-869b-b1e66aa936c5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138161 Apr 11 15:32:34.780429 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c3db8-650f-47ba-b5cb-3cbf1b009441 req-273119ff-bb1b-40e8-baa0-fbea26cca1b2 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:34.782679 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2f9c3db8-650f-47ba-b5cb-3cbf1b009441 req-273119ff-bb1b-40e8-baa0-fbea26cca1b2 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0564528 Apr 11 15:32:34.836701 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2f9c3db8-650f-47ba-b5cb-3cbf1b009441 req-cec4389b-058e-43d4-b9e7-3d8b94fcbb4a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482500 Apr 11 15:32:35.221777 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-e36af3de-0405-4be3-9ce0-af5954887800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.223314 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-e36af3de-0405-4be3-9ce0-af5954887800 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa&tenant_id=a6d09064148646ed84aac29788fd79ef HTTP/1.1" status: 200 len: 1128 time: 0.0725656 Apr 11 15:32:35.254930 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 221d2b00-544a-4888-88ce-1f0df3c43d7f details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:32:35.308378 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-497e94e1-4d54-4401-84a6-e753ea5dbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.310474 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-497e94e1-4d54-4401-84a6-e753ea5dbdfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1128 time: 0.0432365 Apr 11 15:32:35.363168 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 221d2b00-544a-4888-88ce-1f0df3c43d7f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:35.405827 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-dad52840-4945-42ca-ad58-2695de5f47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.408251 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-dad52840-4945-42ca-ad58-2695de5f47a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 910 time: 0.0910959 Apr 11 15:32:35.483750 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-c8c09980-865d-4ec3-b5c3-21691fca44ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 999 time: 0.0684962 Apr 11 15:32:35.508731 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'port_id': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'mac_address': 'fa:16:3e:a9:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:32:35.543168 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-d8411909-0292-42a7-a111-e59617ba6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.544806 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-d8411909-0292-42a7-a111-e59617ba6a37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 200 len: 848 time: 0.0548341 Apr 11 15:32:35.548027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 221d2b00-544a-4888-88ce-1f0df3c43d7f is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:35.548422 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:35.561321 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221d2b00-544a-4888-88ce-1f0df3c43d7f {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:32:35.584091 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 221d2b00-544a-4888-88ce-1f0df3c43d7f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:35.588519 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:35.615731 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e767-ceb9-45f8-bd76-39c48584c810 req-4ee6890c-0ffb-47af-982f-8cedb5e52975 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.617225 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cd93e767-ceb9-45f8-bd76-39c48584c810 req-4ee6890c-0ffb-47af-982f-8cedb5e52975 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 944 time: 0.0833390 Apr 11 15:32:35.620559 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-d18e333b-e77f-4c77-a263-cd9bc31c42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.622042 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-d18e333b-e77f-4c77-a263-cd9bc31c42d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48c0d64-03ac-498a-81d9-40f420df7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580010 Apr 11 15:32:35.638277 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=221d2b00-544a-4888-88ce-1f0df3c43d7f,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:35.728371 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cd93e767-ceb9-45f8-bd76-39c48584c810 req-c691e2f6-bce6-4b8c-b356-3f23852e7e99 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040032 Apr 11 15:32:35.751994 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-4b9e716c-5f02-4c73-a576-66937fac6686 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208150 Apr 11 15:32:35.847401 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ada430ae-f197-4a32-89ed-3ed50951aeb9 req-146e5b4a-9e9f-4a1b-9a34-19e6fe2a4cc5 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878353 Apr 11 15:32:35.955810 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d33ce-7d92-4610-a985-ebc270f9cc04 req-a8e0e525-6b71-47d6-8c32-7f19e3e3c592 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.957412 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5b8d33ce-7d92-4610-a985-ebc270f9cc04 req-a8e0e525-6b71-47d6-8c32-7f19e3e3c592 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0515690 Apr 11 15:32:36.008772 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5b8d33ce-7d92-4610-a985-ebc270f9cc04 req-40a6b995-090e-48b6-8495-072b4b62f904 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454051 Apr 11 15:32:36.393933 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['221d2b00-544a-4888-88ce-1f0df3c43d7f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:32:36.849237 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0853d-456e-4c55-86f9-d44683914262 req-5823e6fc-ad8b-48d1-816f-a77581077f88 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:36.850744 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5bd0853d-456e-4c55-86f9-d44683914262 req-5823e6fc-ad8b-48d1-816f-a77581077f88 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 945 time: 0.0522704 Apr 11 15:32:36.900781 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5bd0853d-456e-4c55-86f9-d44683914262 req-fbcf2f8e-f615-4a8f-b0ec-2de2a1282c79 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444970 Apr 11 15:32:37.138246 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743459-a534-4bad-9f10-baff08aef668 req-10843918-5701-48b1-851f-6f0bde91004d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:37.138246 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-da743459-a534-4bad-9f10-baff08aef668 req-10843918-5701-48b1-851f-6f0bde91004d tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0529239 Apr 11 15:32:37.191641 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-da743459-a534-4bad-9f10-baff08aef668 req-c3c7db3b-2666-452d-9f80-fc2a5282a480 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477977 Apr 11 15:32:37.761446 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 221d2b00-544a-4888-88ce-1f0df3c43d7f up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:32:37.807994 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 221d2b00-544a-4888-88ce-1f0df3c43d7f completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:32:37.815940 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 221d2b00-544a-4888-88ce-1f0df3c43d7f triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:32:37.816317 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:37.896816 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 221d2b00-544a-4888-88ce-1f0df3c43d7f is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:37.897475 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:37.921356 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:37.923975 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd6f7f-8d69-4cdb-b4cd-80bb88a362f1" -d '{"events": [{"server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "name": "network-vif-plugged", "status": "completed", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:37.936470 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 221d2b00-544a-4888-88ce-1f0df3c43d7f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:37.941458 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:37.973010 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e5f86-752d-44c8-aa12-455b537bea3c x-openstack-request-id: req-5e1e5f86-752d-44c8-aa12-455b537bea3c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:37.973304 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "name": "network-vif-plugged", "status": "completed", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:37.973561 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e1e5f86-752d-44c8-aa12-455b537bea3c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:37.973960 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1e5f86-752d-44c8-aa12-455b537bea3c'] response: {'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'code': 200} Apr 11 15:32:37.993527 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=221d2b00-544a-4888-88ce-1f0df3c43d7f,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:38.036057 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23320df0-dc62-4cc8-b3c8-72e83e90f2e4 req-90bf4e9a-abad-42cc-a634-de5a899edf9a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.037580 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-23320df0-dc62-4cc8-b3c8-72e83e90f2e4 req-90bf4e9a-abad-42cc-a634-de5a899edf9a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0531926 Apr 11 15:32:38.088394 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-23320df0-dc62-4cc8-b3c8-72e83e90f2e4 req-562f7e7e-7b45-4fea-ade0-624546d1e48d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Apr 11 15:32:38.194793 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bafa2a-5b16-43b1-887e-84c2ef01b55a req-087ecc62-1640-435f-8a49-37a512d96e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.196273 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72bafa2a-5b16-43b1-887e-84c2ef01b55a req-087ecc62-1640-435f-8a49-37a512d96e4a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 1130 time: 0.0376260 Apr 11 15:32:38.243367 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-72bafa2a-5b16-43b1-887e-84c2ef01b55a req-34c31ed5-fc85-4e0b-9ac3-8771fc1e6ffb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Apr 11 15:32:38.307248 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee4207-5f52-40e7-8f6f-aa6c91ad098d req-d0b299c1-bcfa-4b5c-a8a2-9054d91a4b6b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.308771 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7eee4207-5f52-40e7-8f6f-aa6c91ad098d req-d0b299c1-bcfa-4b5c-a8a2-9054d91a4b6b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0478549 Apr 11 15:32:38.358408 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7eee4207-5f52-40e7-8f6f-aa6c91ad098d req-c5899f89-2c26-41d7-b05f-f4df2c398ba5 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434625 Apr 11 15:32:39.207318 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3a27e-e349-4a59-9c8e-e73af76a38b5 req-24067423-8768-4357-bc1b-1abc3d8a1609 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:39.209051 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96d3a27e-e349-4a59-9c8e-e73af76a38b5 req-24067423-8768-4357-bc1b-1abc3d8a1609 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0483315 Apr 11 15:32:39.259994 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96d3a27e-e349-4a59-9c8e-e73af76a38b5 req-7830eab0-f6f5-4afc-8ed0-57fe51553ed8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452797 Apr 11 15:32:39.472058 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049e358-3f03-41fe-915a-0eaaac087159 req-21a84042-2b79-463d-95e3-306174d6a1f4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:39.473533 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c049e358-3f03-41fe-915a-0eaaac087159 req-21a84042-2b79-463d-95e3-306174d6a1f4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0469675 Apr 11 15:32:39.522626 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c049e358-3f03-41fe-915a-0eaaac087159 req-64915287-968b-4efc-8fa4-416a51b68403 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433176 Apr 11 15:32:40.373381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde4e15-39fe-4b10-b28c-cb2da3bf4571 req-95029b49-7b3d-4f23-ad04-890e83736a32 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:40.374860 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9dde4e15-39fe-4b10-b28c-cb2da3bf4571 req-95029b49-7b3d-4f23-ad04-890e83736a32 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0470476 Apr 11 15:32:40.421332 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9dde4e15-39fe-4b10-b28c-cb2da3bf4571 req-7d1b5274-16e4-4f47-ae7c-3e772e765b6b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408313 Apr 11 15:32:40.641791 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8053a-639a-432e-8873-fc590526bffc req-886dfe3f-d314-4525-9973-33d59ef01c4b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:40.643267 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-55f8053a-639a-432e-8873-fc590526bffc req-886dfe3f-d314-4525-9973-33d59ef01c4b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0542386 Apr 11 15:32:40.696132 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-55f8053a-639a-432e-8873-fc590526bffc req-50a653eb-bffb-4971-a03d-6013362e2d30 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471389 Apr 11 15:32:41.533990 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064db70d-d122-4bc5-bedb-7a2caa757517 req-595431c5-f97e-4ef0-86db-2ad53a35699c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:41.535484 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-064db70d-d122-4bc5-bedb-7a2caa757517 req-595431c5-f97e-4ef0-86db-2ad53a35699c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0476058 Apr 11 15:32:41.581360 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-064db70d-d122-4bc5-bedb-7a2caa757517 req-6e75a905-362f-45e1-94b3-f06a31ea56b6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Apr 11 15:32:41.687651 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30dae7-c3a5-48b4-abad-8cea224d3146 req-0f506bba-47df-41c3-8046-2c0ceb2227d4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:41.689868 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0a30dae7-c3a5-48b4-abad-8cea224d3146 req-0f506bba-47df-41c3-8046-2c0ceb2227d4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0458851 Apr 11 15:32:41.698567 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42916) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:41.702983 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'port_id': '221d2b00-544a-4888-88ce-1f0df3c43d7f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:41.745991 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (03a87bcf-62cb-4922-8fec-48ff75c9bcd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:41.816521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3a062-8e2f-4c08-b93d-683a3a1d71a7 req-3db8aaeb-56aa-4503-bbc5-b3642dc89a72 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:41.818311 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f8b3a062-8e2f-4c08-b93d-683a3a1d71a7 req-3db8aaeb-56aa-4503-bbc5-b3642dc89a72 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0538018 Apr 11 15:32:41.867389 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f8b3a062-8e2f-4c08-b93d-683a3a1d71a7 req-fa41358a-0e60-4fe0-83c3-4daa9597f7e8 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435646 Apr 11 15:32:42.187354 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:42.191805 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (03a87bcf-62cb-4922-8fec-48ff75c9bcd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:42.293433 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP 03a87bcf-62cb-4922-8fec-48ff75c9bcd6 associated. External IP: 172.27.1.99, port: 221d2b00-544a-4888-88ce-1f0df3c43d7f. Apr 11 15:32:42.506334 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:32:42.621494 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:32:42.626375 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:42.631117 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:42.641079 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:42.641702 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:32:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:42.655180 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a9c3e9bb-6476-4854-9e19-6dc40176257e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "PUT /v2.0/floatingips/03a87bcf-62cb-4922-8fec-48ff75c9bcd6 HTTP/1.1" status: 200 len: 991 time: 0.9555068 Apr 11 15:32:42.655864 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:42.658622 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4948c31-de6b-42ad-a412-826df617350e" -d '{"events": [{"name": "network-changed", "server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:42.695274 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8547d91-88a4-473e-800d-29da8ddb9e5b x-openstack-request-id: req-f8547d91-88a4-473e-800d-29da8ddb9e5b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:42.695861 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:42.695861 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8547d91-88a4-473e-800d-29da8ddb9e5b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:42.696229 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8547d91-88a4-473e-800d-29da8ddb9e5b'] response: {'name': 'network-changed', 'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'status': 'completed', 'code': 200} Apr 11 15:32:42.752625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:42.970230 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '03a87bcf-62cb-4922-8fec-48ff75c9bcd6', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:a9:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:24Z', 'updated_at': '2022-04-11T15:32:42Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:42.983156 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69e4fd-410e-48b7-be09-6df0d8d615ab req-81160ee1-4c4a-4579-b335-a8b75681b8ab tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:42.984645 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8a69e4fd-410e-48b7-be09-6df0d8d615ab req-81160ee1-4c4a-4579-b335-a8b75681b8ab tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0493388 Apr 11 15:32:43.001531 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:43.009938 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:43.010648 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:32:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:43.037224 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8a69e4fd-410e-48b7-be09-6df0d8d615ab req-c5d1e520-522d-4e67-925b-6a75908ea20a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468314 Apr 11 15:32:43.132024 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:43.357431 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '03a87bcf-62cb-4922-8fec-48ff75c9bcd6', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:a9:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:24Z', 'updated_at': '2022-04-11T15:32:42Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:43.391972 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d92e5b-d324-4587-97d7-cc765d4dddf3 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '03a87bcf-62cb-4922-8fec-48ff75c9bcd6', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:a9:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:24Z', 'updated_at': '2022-04-11T15:32:42Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:43.566925 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948c31-de6b-42ad-a412-826df617350e req-da83809a-e3df-4117-a169-db9096505c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:43.568441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-da83809a-e3df-4117-a169-db9096505c00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 1130 time: 0.0463960 Apr 11 15:32:43.608095 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a7c65-59ef-4447-9421-3a2a9bb75bfb None None] New status for floating IP 03a87bcf-62cb-4922-8fec-48ff75c9bcd6: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:32:43.677118 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948c31-de6b-42ad-a412-826df617350e req-f867114b-6a91-49af-ac59-a907383aecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:43.678522 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-f867114b-6a91-49af-ac59-a907383aecdc service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.1029580 Apr 11 15:32:43.756102 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-a84bc22e-17fa-43ac-b47a-c8b819027641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f HTTP/1.1" status: 200 len: 999 time: 0.0704560 Apr 11 15:32:43.819471 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948c31-de6b-42ad-a412-826df617350e req-69469954-297b-4b97-8265-f5a63edda32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:43.820959 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-69469954-297b-4b97-8265-f5a63edda32e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0580895 Apr 11 15:32:43.889163 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948c31-de6b-42ad-a412-826df617350e req-ad3f4721-469c-48c1-af6d-7dc27e4603ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:43.890704 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-ad3f4721-469c-48c1-af6d-7dc27e4603ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632317 Apr 11 15:32:43.989868 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-c4e92aba-d52e-4dda-bd23-142e7844cc81 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932631 Apr 11 15:32:44.096679 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4948c31-de6b-42ad-a412-826df617350e req-a6267b63-a36e-4504-bc2f-039cf6929f2b service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000519 Apr 11 15:32:44.172190 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01fbd3-6bb0-4388-a68f-215c47fa1fe3 req-ae35c4ea-5d8d-45ac-9a52-d5975e755744 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:44.174298 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed01fbd3-6bb0-4388-a68f-215c47fa1fe3 req-ae35c4ea-5d8d-45ac-9a52-d5975e755744 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0647571 Apr 11 15:32:44.230749 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed01fbd3-6bb0-4388-a68f-215c47fa1fe3 req-393d47a3-8dc9-4e59-866d-27bd68a97c21 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506787 Apr 11 15:32:45.039212 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-210b9e3e-914d-4825-b1ee-a0f4ebce2b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:45.344359 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a2e9e-8808-40c3-8831-9c37918eec90 req-3f174a8f-6a49-4779-b4da-9888d9698cd6 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:45.345908 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3a9a2e9e-8808-40c3-8831-9c37918eec90 req-3f174a8f-6a49-4779-b4da-9888d9698cd6 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 944 time: 0.0484645 Apr 11 15:32:45.397786 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3a9a2e9e-8808-40c3-8831-9c37918eec90 req-1ef3a920-ed03-4192-8c46-af4055d47d66 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461333 Apr 11 15:32:45.824729 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:32:45.931245 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:45.944245 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '325162b6-9946-4622-91aa-0d3e56188379', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'port_id': '325162b6-9946-4622-91aa-0d3e56188379', 'mac_address': 'fa:16:3e:f0:7d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:32:45.983352 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 325162b6-9946-4622-91aa-0d3e56188379 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:45.983889 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:45.998448 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325162b6-9946-4622-91aa-0d3e56188379 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:32:46.021263 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:46.025781 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:46.074972 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:46.515903 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6796c-91ed-494b-83c5-d242f8eb610e req-686906d5-b0ad-40a4-8d6c-e281373f9bd1 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:46.518173 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-28d6796c-91ed-494b-83c5-d242f8eb610e req-686906d5-b0ad-40a4-8d6c-e281373f9bd1 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 945 time: 0.0519729 Apr 11 15:32:46.533793 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['325162b6-9946-4622-91aa-0d3e56188379'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:32:46.569728 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-28d6796c-91ed-494b-83c5-d242f8eb610e req-65bbb7ee-65fe-47a0-a6d0-47ff9af29525 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466263 Apr 11 15:32:47.695635 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016817a-34b2-4558-a75e-30ca65d6bf8d req-1b6b1177-1cd0-4700-a11d-369fd2050db9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:47.697150 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e016817a-34b2-4558-a75e-30ca65d6bf8d req-1b6b1177-1cd0-4700-a11d-369fd2050db9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 945 time: 0.0578005 Apr 11 15:32:47.751181 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e016817a-34b2-4558-a75e-30ca65d6bf8d req-8715db55-0dc1-4ef4-b695-4b96a1433a49 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483074 Apr 11 15:32:47.857494 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:32:48.032272 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 325162b6-9946-4622-91aa-0d3e56188379 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:32:48.032637 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (325162b6-9946-4622-91aa-0d3e56188379), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:48.109627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 325162b6-9946-4622-91aa-0d3e56188379 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:48.109931 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:48.132619 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:48.134956 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa7aed-9c67-469b-99b7-c16949eaef44" -d '{"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-plugged", "status": "completed", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:48.149010 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:48.155037 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:48.181648 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa1c926-e74d-408f-a430-1a828bac9fee x-openstack-request-id: req-6aa1c926-e74d-408f-a430-1a828bac9fee {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:48.181943 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-plugged", "status": "completed", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:48.182198 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6aa1c926-e74d-408f-a430-1a828bac9fee {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:48.182609 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa1c926-e74d-408f-a430-1a828bac9fee'] response: {'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'code': 200} Apr 11 15:32:48.209401 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=8']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:48.325523 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eeb4da25-3df4-4ef1-8e15-2a92ac3615c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:48.488602 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597e02a-0cce-4e8d-ae17-cce6110dcda3 req-d130b1ff-aadd-4850-8b78-9233f7fb9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:48.490347 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9597e02a-0cce-4e8d-ae17-cce6110dcda3 req-d130b1ff-aadd-4850-8b78-9233f7fb9909 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1130 time: 0.0418048 Apr 11 15:32:48.540698 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9597e02a-0cce-4e8d-ae17-cce6110dcda3 req-7bd8744a-7d25-40a0-995b-a0159d23e186 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434260 Apr 11 15:32:48.875014 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b22548-ba6f-4b88-b194-597c4e5be7fb req-21ded93c-ecb6-4ad8-b8f1-78d4c3ff2366 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:48.877168 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-34b22548-ba6f-4b88-b194-597c4e5be7fb req-21ded93c-ecb6-4ad8-b8f1-78d4c3ff2366 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0541730 Apr 11 15:32:48.930127 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-34b22548-ba6f-4b88-b194-597c4e5be7fb req-d52cd683-5025-4453-b96c-0cac37760528 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466294 Apr 11 15:32:49.243074 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:50.052639 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5551d5e-4035-4042-9323-6e7a691d5ea8 req-64dcfd68-d6aa-4352-afad-e8976a4b0b4a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:50.054239 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e5551d5e-4035-4042-9323-6e7a691d5ea8 req-64dcfd68-d6aa-4352-afad-e8976a4b0b4a tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0509777 Apr 11 15:32:50.127861 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e5551d5e-4035-4042-9323-6e7a691d5ea8 req-23c69165-4c31-4f95-94be-53acbfaee162 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663030 Apr 11 15:32:50.656689 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:51.237202 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:51.245470 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf41f0-632c-4ad0-9781-99433dce974c req-e5c0d266-2cba-45d1-9f9b-2132eb52f044 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:51.247010 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-81bf41f0-632c-4ad0-9781-99433dce974c req-e5c0d266-2cba-45d1-9f9b-2132eb52f044 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0484753 Apr 11 15:32:51.295767 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-81bf41f0-632c-4ad0-9781-99433dce974c req-f7df761d-ac0a-47b9-908b-57f42f258e13 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423698 Apr 11 15:32:54.777827 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:58.931417 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-d99f284a-9488-4b1e-b476-e7f5ace8cd42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442748 Apr 11 15:32:59.008691 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-e2ba5588-16ca-42fd-8540-935e5b077ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:59.010210 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-e2ba5588-16ca-42fd-8540-935e5b077ef0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 1130 time: 0.0425391 Apr 11 15:32:59.119330 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-53aaa2d3-f044-4dc0-a17c-c1d1159a9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:59.120790 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-53aaa2d3-f044-4dc0-a17c-c1d1159a9145 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 912 time: 0.0898271 Apr 11 15:32:59.198549 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-81f684e2-5779-4ede-8d4d-5a5bbe45ed5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 200 len: 1002 time: 0.0700326 Apr 11 15:32:59.254550 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-74795a44-f0f8-45c8-99fc-a0f5fb9450d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:59.256054 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-74795a44-f0f8-45c8-99fc-a0f5fb9450d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0515730 Apr 11 15:32:59.302529 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-12260095-e91d-476a-9c2a-abe9d522b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:59.304021 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-12260095-e91d-476a-9c2a-abe9d522b764 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417180 Apr 11 15:32:59.401760 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-62bbaf7c-140e-455d-b988-389e2b0bde06 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907223 Apr 11 15:32:59.495636 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e92b349e-fbf5-4a5a-8d92-c1f4fde669d6 req-e353f503-6b53-49c6-80c5-4300054b2ff4 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Apr 11 15:33:02.796107 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:33:05.491896 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f995f-078f-4fa1-8a84-9f6467beb17b req-848f07f9-3f37-48f9-98aa-381674613ee0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:05.493365 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0f2f995f-078f-4fa1-8a84-9f6467beb17b req-848f07f9-3f37-48f9-98aa-381674613ee0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0515428 Apr 11 15:33:05.538651 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0f2f995f-078f-4fa1-8a84-9f6467beb17b req-f6a6c383-b252-4fbb-9ad8-11f0da350431 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396354 Apr 11 15:33:06.658103 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9b186-6851-4f66-a22d-c992bef3deb3 req-06553c27-c92d-4445-892d-0465e2ef3584 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:06.659608 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a8a9b186-6851-4f66-a22d-c992bef3deb3 req-06553c27-c92d-4445-892d-0465e2ef3584 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0511847 Apr 11 15:33:06.706158 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a8a9b186-6851-4f66-a22d-c992bef3deb3 req-d3a1b7eb-d3bd-420d-879c-5b049794aa7f tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Apr 11 15:33:07.817802 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcbcae-a114-4536-a605-59f337c2170b req-207fc525-7f51-4e8a-b189-4033c5e808d1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:07.819361 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35bcbcae-a114-4536-a605-59f337c2170b req-207fc525-7f51-4e8a-b189-4033c5e808d1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0460076 Apr 11 15:33:07.865243 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35bcbcae-a114-4536-a605-59f337c2170b req-4fc02d9a-9207-41ab-a59f-52268a3a427b tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Apr 11 15:33:08.979860 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7686d-cdf5-4ae0-9690-872344009b67 req-9286ccf6-54f7-4650-8147-b2f7ee30dc6a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:08.981356 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fd7686d-cdf5-4ae0-9690-872344009b67 req-9286ccf6-54f7-4650-8147-b2f7ee30dc6a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0476358 Apr 11 15:33:09.028906 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2fd7686d-cdf5-4ae0-9690-872344009b67 req-a8154485-1391-4d45-b485-23b8034f7223 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=7fe6af4c-b495-455a-8fd2-d4be9efc15ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Apr 11 15:33:09.447560 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f87ed-c1b6-4890-9be6-7507240df455 req-025f53fa-472b-45e8-af8f-696ed040f8b0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:09.448876 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-922f87ed-c1b6-4890-9be6-7507240df455 req-025f53fa-472b-45e8-af8f-696ed040f8b0 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 945 time: 0.0486798 Apr 11 15:33:09.535785 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Deleting port e2edf1d8-d6e1-4df8-900f-a6555877ba2a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:09.536124 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:09.630874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] For port e2edf1d8-d6e1-4df8-900f-a6555877ba2a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:09.631278 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:09.800789 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:09.801151 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:09.801464 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Floating IP 94eb4a06-fa36-48f4-948c-233bf6d83a37 disassociated. External IP: 172.27.1.164, port: e2edf1d8-d6e1-4df8-900f-a6555877ba2a. Apr 11 15:33:09.801805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Calling delete_port for e2edf1d8-d6e1-4df8-900f-a6555877ba2a owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:09.928289 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (e2edf1d8-d6e1-4df8-900f-a6555877ba2a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:09.956955 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event deleted for resources: {'Port': ['ID=e2edf1d8-d6e1-4df8-900f-a6555877ba2a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:10.075794 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Router e3cd0217-2500-429b-aadd-c9665aca8477 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:10.151243 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3916c1f6-f151-427c-9571-2ab1259e78d4 req-4e645553-aad8-414c-89c7-c9c2104bb79d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a40e5ee-bf43-451a-a7b2-1f8f4471d204 HTTP/1.1" status: 200 len: 210 time: 0.0307155 Apr 11 15:33:10.214903 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:10.225446 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] Sync routers for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:10.235670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:10.237107 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:32:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:10.258749 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] No DVR routers for this DVR port e2edf1d8-d6e1-4df8-900f-a6555877ba2a on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:10.261428 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:10.264919 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-922f87ed-c1b6-4890-9be6-7507240df455 req-d00bd227-951a-4969-b09f-2621aa48fb86 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "DELETE /v2.0/ports/e2edf1d8-d6e1-4df8-900f-a6555877ba2a HTTP/1.1" status: 204 len: 173 time: 0.8099635 Apr 11 15:33:10.265388 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'name': 'network-vif-deleted', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:10.268390 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec837f6-40d2-462a-afa1-145437ae9964" -d '{"events": [{"server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "name": "network-vif-deleted", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:10.320911 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17970473-edf0-4b87-b0c0-a1f371ad897c x-openstack-request-id: req-17970473-edf0-4b87-b0c0-a1f371ad897c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:10.321217 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a40e5ee-bf43-451a-a7b2-1f8f4471d204", "name": "network-vif-deleted", "tag": "e2edf1d8-d6e1-4df8-900f-a6555877ba2a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:10.321506 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17970473-edf0-4b87-b0c0-a1f371ad897c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:10.321949 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17970473-edf0-4b87-b0c0-a1f371ad897c'] response: {'server_uuid': '2a40e5ee-bf43-451a-a7b2-1f8f4471d204', 'name': 'network-vif-deleted', 'tag': 'e2edf1d8-d6e1-4df8-900f-a6555877ba2a', 'status': 'completed', 'code': 200} Apr 11 15:33:10.362415 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:10.568551 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:10.595981 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] Checking router: e3cd0217-2500-429b-aadd-c9665aca8477 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:10.604672 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:10.605291 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:32:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:10.727019 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:10.913186 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:10.943531 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953760a8-0973-44ed-9a2e-5fb4fb99e2b5 None None] The sync data for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi is: [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:03Z', 'revision_number': 4, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4dc22e54-0255-4c44-8cc3-cd5fd5a679b0', 'name': '', 'network_id': '79d6b95a-be1f-4dfd-ab55-a6bad7211cf5', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'mac_address': 'fa:16:3e:2a:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:01Z', 'updated_at': '2022-04-11T15:25:15Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'subnets': [{'id': '2a3612c3-9b82-40e2-a883-294be8dd9729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:11.176791 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ba45e-abe5-4463-87cf-c295db807205 None None] New status for floating IP 94eb4a06-fa36-48f4-948c-233bf6d83a37: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:11.239458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 42994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:11.294109 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26be00ae-3cdc-44b6-ac16-950ce5e0015c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group (7fe6af4c-b495-455a-8fd2-d4be9efc15ce), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.322105 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26be00ae-3cdc-44b6-ac16-950ce5e0015c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group (7fe6af4c-b495-455a-8fd2-d4be9efc15ce), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.374162 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26be00ae-3cdc-44b6-ac16-950ce5e0015c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7fe6af4c-b495-455a-8fd2-d4be9efc15ce), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.377424 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26be00ae-3cdc-44b6-ac16-950ce5e0015c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.378938 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-26be00ae-3cdc-44b6-ac16-950ce5e0015c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "DELETE /v2.0/security-groups/7fe6af4c-b495-455a-8fd2-d4be9efc15ce HTTP/1.1" status: 204 len: 168 time: 0.1384544 Apr 11 15:33:11.381695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42996) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:11.394615 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be00ae-3cdc-44b6-ac16-950ce5e0015c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe6af4c-b495-455a-8fd2-d4be9efc15ce,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:11.395581 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.api.v2.resource [None req-c6ea8353-800e-4820-87ab-8e9cd156a4b3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] show failed (client error): The resource could not be found. Apr 11 15:33:11.397951 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c6ea8353-800e-4820-87ab-8e9cd156a4b3 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups/7fe6af4c-b495-455a-8fd2-d4be9efc15ce HTTP/1.1" status: 404 len: 347 time: 0.0140183 Apr 11 15:33:11.399511 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 42998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:11.516349 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Deleting port f8be73e1-6541-4f0a-b5e3-090a6393fb96 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:11.516690 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.594771 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.595049 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (f8be73e1-6541-4f0a-b5e3-090a6393fb96), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.611730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Calling delete_port for f8be73e1-6541-4f0a-b5e3-090a6393fb96 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:11.748839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f8be73e1-6541-4f0a-b5e3-090a6393fb96), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.780948 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event deleted for resources: {'Port': ['ID=f8be73e1-6541-4f0a-b5e3-090a6393fb96,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:11.836577 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks [] for floatingip (94eb4a06-fa36-48f4-948c-233bf6d83a37), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.839263 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:11.840405 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-8afe216f-f251-429a-92b3-06c2136c14dc tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "DELETE /v2.0/floatingips/94eb4a06-fa36-48f4-948c-233bf6d83a37 HTTP/1.1" status: 204 len: 168 time: 0.4399953 Apr 11 15:33:13.989919 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e2edf1d8-d6e1-4df8-900f-a6555877ba2a no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:14.013235 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: e2edf1d8-d6e1-4df8-900f-a6555877ba2a {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:14.013583 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device e2edf1d8-d6e1-4df8-900f-a6555877ba2a not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:14.309242 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88302e-88ab-4198-bec1-0f2429a8a819 req-d8fa85ff-f433-404a-b87f-d375750fea8a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:14.310654 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fa88302e-88ab-4198-bec1-0f2429a8a819 req-d8fa85ff-f433-404a-b87f-d375750fea8a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0481472 Apr 11 15:33:14.358298 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fa88302e-88ab-4198-bec1-0f2429a8a819 req-df690e77-8838-485f-ab3a-51954b4ee2ed tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Apr 11 15:33:15.041077 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4abdec66-9e18-4a1a-8722-fb71705c73aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.327291 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bddb-7582-4dfd-b595-174db71d8634 req-72e94aa4-dccf-41ad-ab6f-f23373633f0a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.328649 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e282bddb-7582-4dfd-b595-174db71d8634 req-72e94aa4-dccf-41ad-ab6f-f23373633f0a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Apr 11 15:33:15.419069 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Deleting port f684ec9d-c4b9-4211-91c7-b5659f2b884a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:15.419436 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.517734 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeafd4-8b45-4fde-a2ab-658d0e4b8dd0 req-5d76b731-264e-43c6-981b-c9a969b82023 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.519315 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4aeafd4-8b45-4fde-a2ab-658d0e4b8dd0 req-5d76b731-264e-43c6-981b-c9a969b82023 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 945 time: 0.0857756 Apr 11 15:33:15.567681 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] For port f684ec9d-c4b9-4211-91c7-b5659f2b884a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f684ec9d-c4b9-4211-91c7-b5659f2b884a,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:15.568048 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.590522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Calling delete_port for f684ec9d-c4b9-4211-91c7-b5659f2b884a owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:15.599680 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c4aeafd4-8b45-4fde-a2ab-658d0e4b8dd0 req-2976ec55-08f3-4a47-ab3f-4b241e66967d tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733855 Apr 11 15:33:15.962996 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f684ec9d-c4b9-4211-91c7-b5659f2b884a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.990419 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event deleted for resources: {'Port': ['ID=f684ec9d-c4b9-4211-91c7-b5659f2b884a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:16.009208 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f684ec9d-c4b9-4211-91c7-b5659f2b884a', 'c315415f-29f5-4870-af26-9698e23d045c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:16.019284 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.019638 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.019982 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.020328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.020666 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.021000 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.021335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.021664 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.022127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.022464 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.022815 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.023146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.023474 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.023797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.024118 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:16.047627 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] No DVR routers for this DVR port f684ec9d-c4b9-4211-91c7-b5659f2b884a on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:16.050414 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:16.053849 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e282bddb-7582-4dfd-b595-174db71d8634 req-cb51b297-8594-499f-88e0-d159f547d77c tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "DELETE /v2.0/ports/f684ec9d-c4b9-4211-91c7-b5659f2b884a HTTP/1.1" status: 204 len: 173 time: 0.7179852 Apr 11 15:33:16.054345 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393c2ed2-9865-4903-ad40-571f9239a019', 'name': 'network-vif-deleted', 'tag': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:16.056632 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea125c4b-8660-4aee-b1d9-0eb58fdb09da" -d '{"events": [{"server_uuid": "393c2ed2-9865-4903-ad40-571f9239a019", "name": "network-vif-deleted", "tag": "f684ec9d-c4b9-4211-91c7-b5659f2b884a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:16.098496 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0adbf-6e04-405e-b3f9-415601f5ad6c x-openstack-request-id: req-80f0adbf-6e04-405e-b3f9-415601f5ad6c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:16.098819 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393c2ed2-9865-4903-ad40-571f9239a019", "name": "network-vif-deleted", "tag": "f684ec9d-c4b9-4211-91c7-b5659f2b884a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:16.099073 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80f0adbf-6e04-405e-b3f9-415601f5ad6c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:16.099474 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f0adbf-6e04-405e-b3f9-415601f5ad6c'] response: {'server_uuid': '393c2ed2-9865-4903-ad40-571f9239a019', 'name': 'network-vif-deleted', 'tag': 'f684ec9d-c4b9-4211-91c7-b5659f2b884a', 'status': 'completed', 'code': 200} Apr 11 15:33:16.709342 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c2bffc02-8493-4b37-9307-b43c4b0c223e req-9d4f3245-eda2-4b36-8698-9cb7f1a0dd5a tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c2ed2-9865-4903-ad40-571f9239a019 HTTP/1.1" status: 200 len: 210 time: 0.0322790 Apr 11 15:33:17.975391 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3869c-3a44-42e5-b0d0-6fee3ffcff28 req-300b18f4-6919-4003-bc77-bb9b41f221b2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:17.976941 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7df3869c-3a44-42e5-b0d0-6fee3ffcff28 req-300b18f4-6919-4003-bc77-bb9b41f221b2 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Apr 11 15:33:18.027668 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7df3869c-3a44-42e5-b0d0-6fee3ffcff28 req-7d3d1607-7740-40ef-856c-961892d30f39 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Apr 11 15:33:18.331169 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c221e29-0417-4877-9f0f-49739b1e9a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.051491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-91a10924-bf4c-481d-bb9f-827f5e0ec0b7 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:19.053040 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-91a10924-bf4c-481d-bb9f-827f5e0ec0b7 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Apr 11 15:33:19.185171 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7976e2-116e-4a5c-9360-4623a3275472 req-63b668f1-605b-49bf-a2eb-a4f21f99ca74 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:19.186627 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2b7976e2-116e-4a5c-9360-4623a3275472 req-63b668f1-605b-49bf-a2eb-a4f21f99ca74 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e8c848-a626-4af4-9a28-2adc76c71453 HTTP/1.1" status: 200 len: 945 time: 0.0847692 Apr 11 15:33:19.187522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Deleting port c315415f-29f5-4870-af26-9698e23d045c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:19.187863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (c315415f-29f5-4870-af26-9698e23d045c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.245140 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.289198 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2b7976e2-116e-4a5c-9360-4623a3275472 req-2746aae5-ef60-46d5-ad8b-f1b67763287e tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.50 "GET /v2.0/security-groups?id=689859f0-81d9-40ee-8b50-46874a44cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965586 Apr 11 15:33:19.312215 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] For port c315415f-29f5-4870-af26-9698e23d045c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c315415f-29f5-4870-af26-9698e23d045c,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:19.312518 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (c315415f-29f5-4870-af26-9698e23d045c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.329295 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Calling delete_port for c315415f-29f5-4870-af26-9698e23d045c owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:19.454432 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (c315415f-29f5-4870-af26-9698e23d045c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.482506 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Pushing event deleted for resources: {'Port': ['ID=c315415f-29f5-4870-af26-9698e23d045c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:19.518184 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['c315415f-29f5-4870-af26-9698e23d045c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:19.532720 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] No DVR routers for this DVR port c315415f-29f5-4870-af26-9698e23d045c on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:19.535933 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.539257 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b47dd080-248c-4d91-8ebc-33e74c8305d5 req-940fae4d-f2ab-45e2-a5dd-72a792e740c1 tempest-ServerRescueNegativeTestJSON-1383864392 tempest-ServerRescueNegativeTestJSON-1383864392-project] 10.222.0.59 "DELETE /v2.0/ports/c315415f-29f5-4870-af26-9698e23d045c HTTP/1.1" status: 204 len: 173 time: 0.4787393 Apr 11 15:33:19.539695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e8c848-a626-4af4-9a28-2adc76c71453', 'name': 'network-vif-deleted', 'tag': 'c315415f-29f5-4870-af26-9698e23d045c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:19.542003 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee8c2c-6ba2-4eab-8ee2-a32bd27e932c" -d '{"events": [{"server_uuid": "68e8c848-a626-4af4-9a28-2adc76c71453", "name": "network-vif-deleted", "tag": "c315415f-29f5-4870-af26-9698e23d045c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:19.580397 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea561a94-4586-43de-b282-81e7789210db x-openstack-request-id: req-ea561a94-4586-43de-b282-81e7789210db {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:19.580696 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e8c848-a626-4af4-9a28-2adc76c71453", "name": "network-vif-deleted", "tag": "c315415f-29f5-4870-af26-9698e23d045c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:19.580950 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea561a94-4586-43de-b282-81e7789210db {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:19.581357 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea561a94-4586-43de-b282-81e7789210db'] response: {'server_uuid': '68e8c848-a626-4af4-9a28-2adc76c71453', 'name': 'network-vif-deleted', 'tag': 'c315415f-29f5-4870-af26-9698e23d045c', 'status': 'completed', 'code': 200} Apr 11 15:33:20.120786 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f684ec9d-c4b9-4211-91c7-b5659f2b884a no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:20.141680 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: f684ec9d-c4b9-4211-91c7-b5659f2b884a {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:20.142024 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f684ec9d-c4b9-4211-91c7-b5659f2b884a not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:20.143410 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c315415f-29f5-4870-af26-9698e23d045c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:20.163209 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: c315415f-29f5-4870-af26-9698e23d045c {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:20.163550 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c315415f-29f5-4870-af26-9698e23d045c not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:20.345461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43048) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:20.661215 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.849879 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (e3cd0217-2500-429b-aadd-c9665aca8477), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.130959 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Deleting port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:21.131295 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.206815 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] For port 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:21.207177 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.219869 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Calling delete_port for 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:21.240374 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.400522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (4dc22e54-0255-4c44-8cc3-cd5fd5a679b0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.427381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc22e54-0255-4c44-8cc3-cd5fd5a679b0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:21.599331 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (e3cd0217-2500-429b-aadd-c9665aca8477), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.819450 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Router e3cd0217-2500-429b-aadd-c9665aca8477 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:21.936503 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:21.941956 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d2eb30c7-6e49-4617-a110-72de63d05e47 admin admin] 10.222.0.50 "PUT /v2.0/routers/e3cd0217-2500-429b-aadd-c9665aca8477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5950074 Apr 11 15:33:21.944155 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43060) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:21.946353 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] Sync routers for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:21.957427 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:21.958147 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:22.081372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:22.317614 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks [] for router (e3cd0217-2500-429b-aadd-c9665aca8477), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.366962 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916753-cd24-40fd-b120-c23bc0141ab1 req-567bbe7d-d783-4865-bd19-191a63d88928 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:22.368564 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cf916753-cd24-40fd-b120-c23bc0141ab1 req-567bbe7d-d783-4865-bd19-191a63d88928 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0517483 Apr 11 15:33:22.400235 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:33:21Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:22.418967 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cf916753-cd24-40fd-b120-c23bc0141ab1 req-4cc8c3fe-57fb-4c67-ac9e-bc7780a837f2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Apr 11 15:33:22.427997 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] Checking router: e3cd0217-2500-429b-aadd-c9665aca8477 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:22.437197 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks [] for router_gateway (e3cd0217-2500-429b-aadd-c9665aca8477), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.437720 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] Routers {'e3cd0217-2500-429b-aadd-c9665aca8477'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:22.438036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['e3cd0217-2500-429b-aadd-c9665aca8477'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:22.484451 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Deleting port db5dde69-1d44-47eb-a2ee-d56ed04563a0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:22.484943 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.550309 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] Set router e3cd0217-2500-429b-aadd-c9665aca8477 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:22.566151 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] For port db5dde69-1d44-47eb-a2ee-d56ed04563a0, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db5dde69-1d44-47eb-a2ee-d56ed04563a0,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:22.566524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.580317 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Calling delete_port for db5dde69-1d44-47eb-a2ee-d56ed04563a0 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:22.727385 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:33:21Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:22.750395 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (db5dde69-1d44-47eb-a2ee-d56ed04563a0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.754709 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870f479-3d63-4dbd-a556-814f2edfeaf1 None None] The sync data for ids ['e3cd0217-2500-429b-aadd-c9665aca8477'] in dv-cinder-835483-2-iscsi is: [{'id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'name': 'tempest-ServerRescueNegativeTestJSON-86090807-router', 'tenant_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:33:21Z', 'revision_number': 5, 'project_id': 'e6b6c60f84ad4dfaa1d8dd3c23a07bea', 'gw_port': {'id': 'db5dde69-1d44-47eb-a2ee-d56ed04563a0', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd0217-2500-429b-aadd-c9665aca8477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:56Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:22.781333 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=db5dde69-1d44-47eb-a2ee-d56ed04563a0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:22.847405 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (e3cd0217-2500-429b-aadd-c9665aca8477), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.954128 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (e3cd0217-2500-429b-aadd-c9665aca8477), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.956466 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks [] for router_controller (e3cd0217-2500-429b-aadd-c9665aca8477), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.027006 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (e3cd0217-2500-429b-aadd-c9665aca8477), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.027651 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3cd0217-2500-429b-aadd-c9665aca8477 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:33:23.032988 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.034814 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-893cd991-966e-4d03-af59-cb07dc6a5b8c admin admin] 10.222.0.50 "DELETE /v2.0/routers/e3cd0217-2500-429b-aadd-c9665aca8477 HTTP/1.1" status: 204 len: 168 time: 1.0895894 Apr 11 15:33:23.037298 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:23.107402 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Deleting subnet 2a3612c3-9b82-40e2-a883-294be8dd9729 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:33:23.116062 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Publish callbacks [] for subnet (2a3612c3-9b82-40e2-a883-294be8dd9729), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.157114 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-6c661f77-6ba0-4b9b-b1ff-343176e740e2 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452644745&fields=id&tenant_id=e5639b523c7d4b648ad674e72bf96d28 HTTP/1.1" status: 200 len: 267 time: 0.0939159 Apr 11 15:33:23.203885 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (2a3612c3-9b82-40e2-a883-294be8dd9729), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.219049 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:23.245898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-0969a928-8d4d-4860-a649-e231eefbcf23 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:23.247458 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-0969a928-8d4d-4860-a649-e231eefbcf23 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 985 time: 0.0821204 Apr 11 15:33:23.247983 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:23.248846 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 4dc22e54-0255-4c44-8cc3-cd5fd5a679b0 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:23.266802 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Request body: {'port': {'security_groups': ['3e240bd9-f79b-49ce-9163-5f30950cfce8']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:23.402884 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (2a3612c3-9b82-40e2-a883-294be8dd9729), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.438428 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.520822 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (2a3612c3-9b82-40e2-a883-294be8dd9729), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.536433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ea270-d30b-446c-8ae8-aa054e366b03 req-72c054a8-9e88-4c67-8fa7-650fbfecb8ff tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:23.538132 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8d0ea270-d30b-446c-8ae8-aa054e366b03 req-72c054a8-9e88-4c67-8fa7-650fbfecb8ff tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0477164 Apr 11 15:33:23.562763 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3612c3-9b82-40e2-a883-294be8dd9729,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:23.571668 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.574908 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d938e821-e195-43e7-ae13-6c4d61329c43 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2a3612c3-9b82-40e2-a883-294be8dd9729 HTTP/1.1" status: 204 len: 168 time: 0.5365739 Apr 11 15:33:23.576186 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217658c-b954-4146-a23e-7d4f9e27bc05 None None] Network 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:23.577695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43078) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:23.600077 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8d0ea270-d30b-446c-8ae8-aa054e366b03 req-2b10cc0a-505b-42d0-b7d7-829a126d44d4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558403 Apr 11 15:33:23.707890 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.765476 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:23.788068 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Deleting port 12825198-5b6c-4d73-bd61-970382966eae {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:23.788775 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (12825198-5b6c-4d73-bd61-970382966eae), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.826104 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.856228 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] DHCP port deletion for 79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:33:23.858319 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.897990 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] Deleting port 12825198-5b6c-4d73-bd61-970382966eae {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:23.898374 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (12825198-5b6c-4d73-bd61-970382966eae), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.914464 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['ea8b31e0-8e15-4d80-bf87-4e4e754f950f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:23.925972 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] For port 12825198-5b6c-4d73-bd61-970382966eae, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=12825198-5b6c-4d73-bd61-970382966eae,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:23.926383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (12825198-5b6c-4d73-bd61-970382966eae), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.940895 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:23.941539 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:23.943037 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0e1cbcb2-353e-485b-a7f5-0a360a2c204d req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "PUT /v2.0/ports/ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 943 time: 0.6846125 Apr 11 15:33:23.943516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:23.945793 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb172a4-ff08-43ae-b18a-9d7ee364d258" -d '{"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:23.949170 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:23.967581 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Calling delete_port for 12825198-5b6c-4d73-bd61-970382966eae owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:23.973774 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794b46c-26c1-4af8-9924-34f962c3d9bb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event updated for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:24.015904 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] For port 12825198-5b6c-4d73-bd61-970382966eae, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=12825198-5b6c-4d73-bd61-970382966eae,segment=NetworkSegment(9c945cef-b1e8-4eff-937e-62b3d43b0cd2),segment_id=9c945cef-b1e8-4eff-937e-62b3d43b0cd2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:24.016429 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (12825198-5b6c-4d73-bd61-970382966eae), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.045745 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] Calling delete_port for 12825198-5b6c-4d73-bd61-970382966eae owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:24.057500 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group (1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.061224 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-16108645-7388-47a3-b96a-df75fa1444bb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:24.063072 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-16108645-7388-47a3-b96a-df75fa1444bb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.0679977 Apr 11 15:33:24.064732 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05633bff-7039-4ca6-bf62-7a1012129be0 x-openstack-request-id: req-05633bff-7039-4ca6-bf62-7a1012129be0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:24.065047 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:24.065324 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05633bff-7039-4ca6-bf62-7a1012129be0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:24.065674 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05633bff-7039-4ca6-bf62-7a1012129be0'] response: {'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'status': 'completed', 'code': 200} Apr 11 15:33:24.109898 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['ea8b31e0-8e15-4d80-bf87-4e4e754f950f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:24.120536 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group (1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.139556 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-fd9c3a82-bbe9-463c-b5a8-0326fdd79faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:24.141379 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-fd9c3a82-bbe9-463c-b5a8-0326fdd79faa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1130 time: 0.0665123 Apr 11 15:33:24.240391 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Deleting port 89011858-fabf-4505-934e-26589717c6f0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:24.240791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (89011858-fabf-4505-934e-26589717c6f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.260485 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-d65ded74-d24d-4411-b62b-9b484aa9eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:24.261017 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (12825198-5b6c-4d73-bd61-970382966eae), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.262543 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-d65ded74-d24d-4411-b62b-9b484aa9eb47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 916 time: 0.1131461 Apr 11 15:33:24.263909 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-42d3f368-3192-484b-9b5a-cb522e3772f0 None None] Provisioning complete for port ea8b31e0-8e15-4d80-bf87-4e4e754f950f triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:24.264426 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42d3f368-3192-484b-9b5a-cb522e3772f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.310225 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.313133 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.314823 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7 HTTP/1.1" status: 204 len: 168 time: 0.3642113 Apr 11 15:33:24.322690 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:24.328908 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Pushing event deleted for resources: {'Port': ['ID=12825198-5b6c-4d73-bd61-970382966eae,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:24.339683 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] No DVR routers for this DVR port 12825198-5b6c-4d73-bd61-970382966eae on host dv-cinder-835483-2-iscsi {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:24.373741 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7a9d1-10d5-4cfb-a24a-ceebbce9ecb7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:24.393049 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.393426 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.393751 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.394090 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.394427 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.394792 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.395134 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.395463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.395779 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.396127 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.396397 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (12825198-5b6c-4d73-bd61-970382966eae), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.396548 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.396748 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.397078 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.397399 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.397736 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b595884-4204-4b70-8715-b948fa870829 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:24.408326 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-d881dbc3-130c-4083-b376-564a2ab262e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 1001 time: 0.1382260 Apr 11 15:33:24.447689 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.460479 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] Pushing event deleted for resources: {'Port': ['ID=12825198-5b6c-4d73-bd61-970382966eae,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:24.464736 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] For port 89011858-fabf-4505-934e-26589717c6f0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=89011858-fabf-4505-934e-26589717c6f0,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:24.465397 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (89011858-fabf-4505-934e-26589717c6f0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.468164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecbbab-f929-4d27-a1b0-db818adc2cc2 None None] No DVR routers for this DVR port 12825198-5b6c-4d73-bd61-970382966eae on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:24.499300 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-2343fca1-c8d0-41fd-ab64-a9004b87042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:24.501322 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-2343fca1-c8d0-41fd-ab64-a9004b87042f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0854423 Apr 11 15:33:24.502644 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d6b95a-be1f-4dfd-ab55-a6bad7211cf5']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:24.540526 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-42d3f368-3192-484b-9b5a-cb522e3772f0 None None] Current status of the port ea8b31e0-8e15-4d80-bf87-4e4e754f950f is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:24.562538 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c945cef-b1e8-4eff-937e-62b3d43b0cd2') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:24.562872 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c945cef-b1e8-4eff-937e-62b3d43b0cd2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:24.577655 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (9c945cef-b1e8-4eff-937e-62b3d43b0cd2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.606070 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (9c945cef-b1e8-4eff-937e-62b3d43b0cd2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.643516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:33:24.643933 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (9c945cef-b1e8-4eff-937e-62b3d43b0cd2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:33:24.645740 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:33:24.789774 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (79d6b95a-be1f-4dfd-ab55-a6bad7211cf5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.800770 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.803715 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] 10.222.0.50 "DELETE /v2.0/networks/79d6b95a-be1f-4dfd-ab55-a6bad7211cf5 HTTP/1.1" status: 204 len: 168 time: 1.2250948 Apr 11 15:33:24.819780 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-96047b0c-515a-42ff-802b-d6f53e531e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:24.821308 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-96047b0c-515a-42ff-802b-d6f53e531e26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3127222 Apr 11 15:33:24.823218 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c80954-1185-4669-9a9c-c2a748174caf req-a9905a99-6896-4bf5-90ff-6b99ac1ef5f8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:24.824635 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-84c80954-1185-4669-9a9c-c2a748174caf req-a9905a99-6896-4bf5-90ff-6b99ac1ef5f8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 946 time: 0.1164618 Apr 11 15:33:24.827742 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e58cb2-341b-4751-b4db-46f1486b8989 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d6b95a-be1f-4dfd-ab55-a6bad7211cf5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:24.852876 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.853269 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (32104cd6-c1a1-4e77-bc5f-b2897fb2527e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.853606 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Floating IP 32104cd6-c1a1-4e77-bc5f-b2897fb2527e disassociated. External IP: 172.27.1.213, port: 89011858-fabf-4505-934e-26589717c6f0. Apr 11 15:33:24.854164 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Calling delete_port for 89011858-fabf-4505-934e-26589717c6f0 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:24.900079 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.904720 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Deleting port 2b156b60-186d-402c-adb9-33104099c1a7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:24.905098 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (2b156b60-186d-402c-adb9-33104099c1a7), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:24.941023 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-84c80954-1185-4669-9a9c-c2a748174caf req-87b16c52-b429-4665-a745-65bc0cc15cad tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6b4724d-23d6-4fad-948e-55fed452ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995374 Apr 11 15:33:24.999015 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db5dde69-1d44-47eb-a2ee-d56ed04563a0 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:25.011595 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-7d599ad7-f82e-45db-8512-18a2c709eb06 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724312 Apr 11 15:33:25.013769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:25.023499 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: db5dde69-1d44-47eb-a2ee-d56ed04563a0 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:25.023952 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db5dde69-1d44-47eb-a2ee-d56ed04563a0 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:25.024365 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 12825198-5b6c-4d73-bd61-970382966eae no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:25.041593 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (89011858-fabf-4505-934e-26589717c6f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.046367 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 12825198-5b6c-4d73-bd61-970382966eae {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:25.046774 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 12825198-5b6c-4d73-bd61-970382966eae not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:25.061027 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (2b156b60-186d-402c-adb9-33104099c1a7), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.061362 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for floatingip (2b156b60-186d-402c-adb9-33104099c1a7), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.075678 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event deleted for resources: {'Port': ['ID=89011858-fabf-4505-934e-26589717c6f0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:25.126097 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Calling delete_port for 2b156b60-186d-402c-adb9-33104099c1a7 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:25.189625 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0397c489-389c-4e1c-9cc2-979ef65e9228 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6b6c60f84ad4dfaa1d8dd3c23a07bea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1740727 Apr 11 15:33:25.194086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43092) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:25.196854 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:25.250749 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3fb172a4-ff08-43ae-b18a-9d7ee364d258 req-e93fcf78-0b0e-42ad-b550-14f1068884b6 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191126 Apr 11 15:33:25.297314 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f3b806a-4b04-4f8f-9b9a-93e5abea819e admin admin] Publish callbacks [] for security_group (689859f0-81d9-40ee-8b50-46874a44cc4d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.343278 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (2b156b60-186d-402c-adb9-33104099c1a7), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.361771 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f3b806a-4b04-4f8f-9b9a-93e5abea819e admin admin] Publish callbacks [] for security_group (689859f0-81d9-40ee-8b50-46874a44cc4d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.375721 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event deleted for resources: {'Port': ['ID=2b156b60-186d-402c-adb9-33104099c1a7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:25.383785 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:25.395325 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:25.413543 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:25.414268 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:25.438328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] No DVR routers for this DVR port 89011858-fabf-4505-934e-26589717c6f0 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:25.441464 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.443580 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks [] for floatingip (6de178c8-4169-4afb-b830-cc436e03e9b2), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.444094 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Floating IP 6de178c8-4169-4afb-b830-cc436e03e9b2 disassociated (deleted). External IP: 172.27.1.94, port: ea8b31e0-8e15-4d80-bf87-4e4e754f950f. Apr 11 15:33:25.444861 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bcf7e376-4f31-41d1-bbd6-79f977f7a6b8 req-47c0e59b-0b26-4f6a-b865-282f0c7479e4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "DELETE /v2.0/ports/89011858-fabf-4505-934e-26589717c6f0 HTTP/1.1" status: 204 len: 173 time: 1.3704731 Apr 11 15:33:25.478913 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f3b806a-4b04-4f8f-9b9a-93e5abea819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (689859f0-81d9-40ee-8b50-46874a44cc4d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.482690 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f3b806a-4b04-4f8f-9b9a-93e5abea819e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.484053 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-0f3b806a-4b04-4f8f-9b9a-93e5abea819e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/689859f0-81d9-40ee-8b50-46874a44cc4d HTTP/1.1" status: 204 len: 168 time: 0.2892902 Apr 11 15:33:25.497008 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b806a-4b04-4f8f-9b9a-93e5abea819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689859f0-81d9-40ee-8b50-46874a44cc4d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:25.686012 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:25.782463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Router 1ce0bf35-db56-43d3-a081-6f66b44e5658 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:25.904275 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:25.910018 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.920415 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:25.934540 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] Sync routers for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:25.953261 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ef31dcd9-c770-4ba6-b8e3-f03c7a6556b6 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "DELETE /v2.0/floatingips/6de178c8-4169-4afb-b830-cc436e03e9b2 HTTP/1.1" status: 204 len: 168 time: 1.6292157 Apr 11 15:33:25.953971 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:25.957731 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f052276-7e68-4fef-b429-b77473b7d50c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:25.970726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:25.971688 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:25.973892 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:25.984870 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:25.985518 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:26.034389 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f6cc4-4076-40a1-a8b6-19ab167db5f6 x-openstack-request-id: req-a59f6cc4-4076-40a1-a8b6-19ab167db5f6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:26.034717 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:26.034985 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a59f6cc4-4076-40a1-a8b6-19ab167db5f6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:26.035404 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59f6cc4-4076-40a1-a8b6-19ab167db5f6'] response: {'name': 'network-changed', 'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'status': 'completed', 'code': 200} Apr 11 15:33:26.066942 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'name': 'network-vif-deleted', 'tag': '89011858-fabf-4505-934e-26589717c6f0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:26.069730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c6e5f8-854c-4070-bc89-c32a6cadd20c" -d '{"events": [{"server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "name": "network-vif-deleted", "tag": "89011858-fabf-4505-934e-26589717c6f0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:26.167463 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:26.226204 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-94625b40-e39b-43cd-ad47-abd75028e366 req-7a4eea52-025d-49a4-bd52-d52a854ccf14 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=b517e0aa-c05a-4605-858b-1eb5889d843f HTTP/1.1" status: 200 len: 210 time: 0.0555754 Apr 11 15:33:26.228332 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052276-7e68-4fef-b429-b77473b7d50c req-d428c692-36d7-4a24-a52d-ecfb324dac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:26.231123 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-d428c692-36d7-4a24-a52d-ecfb324dac04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5639b523c7d4b648ad674e72bf96d28&device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 1130 time: 0.1498685 Apr 11 15:33:26.305141 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a876b2e-54fc-46da-9337-ffc47b3ed425 x-openstack-request-id: req-2a876b2e-54fc-46da-9337-ffc47b3ed425 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:26.305519 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b517e0aa-c05a-4605-858b-1eb5889d843f", "name": "network-vif-deleted", "tag": "89011858-fabf-4505-934e-26589717c6f0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:26.305769 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a876b2e-54fc-46da-9337-ffc47b3ed425 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:26.306205 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a876b2e-54fc-46da-9337-ffc47b3ed425'] response: {'server_uuid': 'b517e0aa-c05a-4605-858b-1eb5889d843f', 'name': 'network-vif-deleted', 'tag': '89011858-fabf-4505-934e-26589717c6f0', 'status': 'completed', 'code': 200} Apr 11 15:33:26.383506 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:26.407186 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052276-7e68-4fef-b429-b77473b7d50c req-e594e05a-99aa-40f7-b254-393ccc93ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:26.411003 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-e594e05a-99aa-40f7-b254-393ccc93ac4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 200 len: 916 time: 0.1721153 Apr 11 15:33:26.510102 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-b3bd5aaf-dc81-4d1e-ad0a-fdf282202470 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 200 len: 217 time: 0.0876064 Apr 11 15:33:26.592260 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:26.624291 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] Checking router: 1ce0bf35-db56-43d3-a081-6f66b44e5658 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:26.635054 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:26.635949 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:26.757069 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:26.758182 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43134) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:26.777885 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:26.781192 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9926e-709c-4f1d-834a-52137e7db8c0 req-33274c7d-f439-4eee-9641-94c027d0c114 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:26.789458 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5ca9926e-709c-4f1d-834a-52137e7db8c0 req-33274c7d-f439-4eee-9641-94c027d0c114 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0696106 Apr 11 15:33:26.803601 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77daa3ff-32cd-48e4-ba3f-0b33fec1db01 None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:26.874807 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5ca9926e-709c-4f1d-834a-52137e7db8c0 req-e541161c-3aef-4907-b0f3-759aa4e5a9f8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843363 Apr 11 15:33:26.914355 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-network', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:26.940905 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Made reservation on behalf of c1f1cc9ee9ea43939d97780271f7b8d0 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:33:26.944243 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.956469 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.004427 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052276-7e68-4fef-b429-b77473b7d50c req-51dad2e2-66fe-4356-bc1c-7d62a53f4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.006264 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-51dad2e2-66fe-4356-bc1c-7d62a53f4b76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 200 len: 854 time: 0.0876119 Apr 11 15:33:27.060515 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks [] for security_group (28f54cc9-9f1f-463a-8e3b-a7f133de5181), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.066316 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (28f54cc9-9f1f-463a-8e3b-a7f133de5181), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.094273 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:33:27.106052 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f54cc9-9f1f-463a-8e3b-a7f133de5181,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:27.112279 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (1da2a471-cf37-46bb-9318-ee39fb2a43e7), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.112929 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Added segment 1da2a471-cf37-46bb-9318-ee39fb2a43e7 of type vlan for network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 Apr 11 15:33:27.159605 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1ea97-ee80-487a-a1ba-ff0b97830523 None None] New status for floating IP 32104cd6-c1a1-4e77-bc5f-b2897fb2527e: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:27.161691 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.187976 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:27.195717 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.196816 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.197559 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.220837 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122af2a-e17d-422a-b854-d8c0b6793863 None None] The sync data for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi is: [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '7c494f22-aaac-4550-86e4-9e4d25303e6e', 'name': '', 'network_id': '56acba51-7a53-4c2d-a307-704c6b3e54db', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'mac_address': 'fa:16:3e:67:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:35Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'subnets': [{'id': 'faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:27.245195 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43138) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:27.245472 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4860120 Apr 11 15:33:27.252705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Request body: {'subnet': {'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-subnet', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:27.277800 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Made reservation on behalf of c1f1cc9ee9ea43939d97780271f7b8d0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:33:27.280522 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29400587'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.287164 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb497-7db9-487b-b245-ad6d79774958 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:27.298441 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:33:27.387527 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43144) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:27.460593 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82171858-0ab6-433c-8cdd-6448830b8b1c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (c6b4724d-23d6-4fad-948e-55fed452ba60), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.490350 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82171858-0ab6-433c-8cdd-6448830b8b1c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (c6b4724d-23d6-4fad-948e-55fed452ba60), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.560785 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82171858-0ab6-433c-8cdd-6448830b8b1c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c6b4724d-23d6-4fad-948e-55fed452ba60), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.566272 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82171858-0ab6-433c-8cdd-6448830b8b1c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.570348 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-82171858-0ab6-433c-8cdd-6448830b8b1c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "DELETE /v2.0/security-groups/c6b4724d-23d6-4fad-948e-55fed452ba60 HTTP/1.1" status: 204 len: 168 time: 0.1792042 Apr 11 15:33:27.578183 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:27.581704 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82171858-0ab6-433c-8cdd-6448830b8b1c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4724d-23d6-4fad-948e-55fed452ba60,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:27.614663 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.api.v2.resource [None req-85f18079-b20c-4999-913c-4294f74371a4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] show failed (client error): The resource could not be found. Apr 11 15:33:27.616081 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-85f18079-b20c-4999-913c-4294f74371a4 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups/c6b4724d-23d6-4fad-948e-55fed452ba60 HTTP/1.1" status: 404 len: 347 time: 0.0364358 Apr 11 15:33:27.618949 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43150) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:27.634423 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff9daf-7d6d-4031-8f47-8c4eabf35c46 None None] New status for floating IP 6de178c8-4169-4afb-b830-cc436e03e9b2: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:27.772521 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Deleting port abf1f9c4-c556-4202-b66b-909eded32cf9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:27.772859 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.801985 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29435997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29400601'] for subnet (62bc4445-f0c5-4281-a9ca-9977d08c8c2c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.861461 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.861968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (abf1f9c4-c556-4202-b66b-909eded32cf9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.866126 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bc4445-f0c5-4281-a9ca-9977d08c8c2c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:27.875723 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Checking segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:27.876089 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Network hostable DHCP agents. Network: 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:33:27.878263 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Calling delete_port for abf1f9c4-c556-4202-b66b-909eded32cf9 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:27.897110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:33:27.908567 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:27.914832 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.916015 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:27.922896 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6cfc7-729e-41db-96a2-1c5c4682674f None None] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:27.943167 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5827dbce-7353-48d0-aaef-cbf9beb5db2d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6966848 Apr 11 15:33:27.944082 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:27.952818 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:28.012495 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15494'] for router (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.013624 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15519'] for router (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.026567 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb2e7f-b9b2-4b2f-945a-409b157d994e req-b4be8ee9-70a3-4b8f-bcef-71120d03bf4b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:28.032508 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-45fb2e7f-b9b2-4b2f-945a-409b157d994e req-b4be8ee9-70a3-4b8f-bcef-71120d03bf4b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0709071 Apr 11 15:33:28.068174 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 89011858-fabf-4505-934e-26589717c6f0 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:28.077507 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (abf1f9c4-c556-4202-b66b-909eded32cf9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.110456 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp212ce9fc-c963-5f69-b1d2-7baa680be6cf-7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c'}]}} from dv-cinder-835483-2-iscsi. {{(pid=103328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:33:28.112899 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.116167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 89011858-fabf-4505-934e-26589717c6f0 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:28.117133 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 89011858-fabf-4505-934e-26589717c6f0 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:28.123323 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks [] for router_controller (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.136203 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-45fb2e7f-b9b2-4b2f-945a-409b157d994e req-b59c1278-4e58-4f1f-99c4-802a454e9dc6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005664 Apr 11 15:33:28.143566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event deleted for resources: {'Port': ['ID=abf1f9c4-c556-4202-b66b-909eded32cf9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:28.198546 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (32104cd6-c1a1-4e77-bc5f-b2897fb2527e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.201586 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.207863 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-46d0e260-5b35-41b6-8586-11c692dddfe8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "DELETE /v2.0/floatingips/32104cd6-c1a1-4e77-bc5f-b2897fb2527e HTTP/1.1" status: 204 len: 168 time: 0.5827835 Apr 11 15:33:28.292738 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052276-7e68-4fef-b429-b77473b7d50c req-32557c51-0735-4ba2-93f5-e655d6f358aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:28.294215 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-32557c51-0735-4ba2-93f5-e655d6f358aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56acba51-7a53-4c2d-a307-704c6b3e54db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233783 Apr 11 15:33:28.298231 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Allocated IP 172.20.0.2 (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336/62bc4445-f0c5-4281-a9ca-9977d08c8c2c/25ca3d55-b6a8-4491-a9bc-e0e22708742a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:28.327637 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks [] for router_gateway (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.476808 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Publish callbacks [] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.489255 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.529316 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:28.535362 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:28.539592 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:28.553491 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Pushing event updated for resources: {'Port': ['ID=25ca3d55-b6a8-4491-a9bc-e0e22708742a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:28.594413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:28.599713 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905822429', 'description': 'tempest-description--2135332211'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:28.627918 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.632862 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Attempting to bind port 25ca3d55-b6a8-4491-a9bc-e0e22708742a on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:28.633311 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Attempting to bind port 25ca3d55-b6a8-4491-a9bc-e0e22708742a by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:28.633723 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Attempting to bind port 25ca3d55-b6a8-4491-a9bc-e0e22708742a on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:28.640202 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:28.640573 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Checking segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:28.640979 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.641102 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks [] for router_gateway (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.641428 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Bound using segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:28.642927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Bound port: 25ca3d55-b6a8-4491-a9bc-e0e22708742a, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:28.643093 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.671698 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.738173 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (398cb3cb-2d3b-4e92-800d-973ebe1f4f21), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.743008 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (398cb3cb-2d3b-4e92-800d-973ebe1f4f21), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.748572 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] For port 25ca3d55-b6a8-4491-a9bc-e0e22708742a, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:28.753410 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] For port 25ca3d55-b6a8-4491-a9bc-e0e22708742a, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=25ca3d55-b6a8-4491-a9bc-e0e22708742a,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:28.757831 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-b7554096-878c-4f15-a1b1-35171a0a309d service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232881 Apr 11 15:33:28.761735 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.793055 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398cb3cb-2d3b-4e92-800d-973ebe1f4f21,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:28.802476 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:28.807164 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-8aa4d956-9fc5-48a6-b313-13d64f483e93 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2083123 Apr 11 15:33:28.808528 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43162) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:28.826635 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'security_group_rule': {'security_group_id': '398cb3cb-2d3b-4e92-800d-973ebe1f4f21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:28.883462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Allocated IP 172.27.1.65 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:28.885534 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc574a-1c67-4722-a300-0ac1ede312e4 None None] Pushing event updated for resources: {'Port': ['ID=25ca3d55-b6a8-4491-a9bc-e0e22708742a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:28.963181 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (681a3823-4d5f-46f2-8bf2-2caf8e958854), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.002366 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f2abe2a9-66b7-4e94-9a6f-1f196f7596b4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:29.004867 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f2abe2a9-66b7-4e94-9a6f-1f196f7596b4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.0699933 Apr 11 15:33:29.076811 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f052276-7e68-4fef-b429-b77473b7d50c req-37f010b0-1c1e-4f15-b87e-a3190b7695a3 service neutron] 10.222.0.59 "GET /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696395 Apr 11 15:33:29.155839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (681a3823-4d5f-46f2-8bf2-2caf8e958854), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.164291 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Deleting port 7a8ae76c-d360-4331-81ff-88dbc2e77257 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:29.166884 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.169057 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (681a3823-4d5f-46f2-8bf2-2caf8e958854), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.187167 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks [] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.208249 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681a3823-4d5f-46f2-8bf2-2caf8e958854,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:29.224697 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.225974 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-25327a16-d963-465b-8b64-8378a2237fb8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4038634 Apr 11 15:33:29.230889 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43166) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:29.240404 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'security_group_rule': {'security_group_id': '398cb3cb-2d3b-4e92-800d-973ebe1f4f21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:29.255530 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.357767 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (7546de25-f4d1-4b80-b48a-45b55c0c0d68), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.361798 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:29.375201 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:29.384245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:29.391616 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:29.418333 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] For port 7a8ae76c-d360-4331-81ff-88dbc2e77257, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a8ae76c-d360-4331-81ff-88dbc2e77257,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:29.418655 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.424030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ff072-0dba-48de-bcf0-d19f6d2dc091 req-7ee0d1d2-6597-4db4-805f-91053d711613 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:29.425628 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0c1ff072-0dba-48de-bcf0-d19f6d2dc091 req-7ee0d1d2-6597-4db4-805f-91053d711613 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 946 time: 0.1174304 Apr 11 15:33:29.524600 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (7546de25-f4d1-4b80-b48a-45b55c0c0d68), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.536503 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (7546de25-f4d1-4b80-b48a-45b55c0c0d68), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.553510 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0c1ff072-0dba-48de-bcf0-d19f6d2dc091 req-41f5f873-bded-4f66-a7ec-d2643fd2a7f8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210279 Apr 11 15:33:29.623211 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7546de25-f4d1-4b80-b48a-45b55c0c0d68,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:29.636503 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.637844 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b4a539dd-f5f9-46a4-8fb7-09a4b958f933 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055150 Apr 11 15:33:29.641078 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43172) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:29.648543 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:29.724370 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.750740 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks [] for router_gateway (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.773898 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.774281 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (b0e30a31-7b62-45e9-8be2-0fefa91f91ec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:29.774616 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Floating IP b0e30a31-7b62-45e9-8be2-0fefa91f91ec disassociated. External IP: 172.27.1.184, port: 7a8ae76c-d360-4331-81ff-88dbc2e77257. Apr 11 15:33:29.774979 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Calling delete_port for 7a8ae76c-d360-4331-81ff-88dbc2e77257 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:29.878419 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.023025 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592599'] for router (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.052067 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Allocated IP 172.27.1.161 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/7e887793-be5a-4a2b-b132-4423c3339614) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:30.063736 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (7a8ae76c-d360-4331-81ff-88dbc2e77257), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.111500 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'Port': ['ID=7a8ae76c-d360-4331-81ff-88dbc2e77257,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:30.190927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7aa0ca-6017-43bc-bab1-c4f4599e819e None None] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:30.193046 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 is scheduled to L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:33:30.272487 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] Provisioning complete for port 25ca3d55-b6a8-4491-a9bc-e0e22708742a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:30.273089 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.323750 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:30.351158 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:30.360931 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.366350 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:30.367435 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:30.384261 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-151fbd19-d791-49d5-86d9-f084b47a74e4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4355774 Apr 11 15:33:30.385110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43180) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:30.410903 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] Current status of the port 25ca3d55-b6a8-4491-a9bc-e0e22708742a is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:30.411691 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.450157 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] For port 25ca3d55-b6a8-4491-a9bc-e0e22708742a, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=25ca3d55-b6a8-4491-a9bc-e0e22708742a,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:30.457109 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.522287 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:30.603357 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4198e41-9196-44a2-a65a-17f7acd23685 None None] Pushing event updated for resources: {'Port': ['ID=25ca3d55-b6a8-4491-a9bc-e0e22708742a,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:30.620472 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for port (7e887793-be5a-4a2b-b132-4423c3339614), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.633081 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:30.790052 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-4e107d3e-266f-4d57-b9b0-adec94a5be00 None None] Provisioning complete for port 25ca3d55-b6a8-4491-a9bc-e0e22708742a triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:30.791031 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e107d3e-266f-4d57-b9b0-adec94a5be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.810367 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c1fce690-1794-4f60-a49a-236de4eae83e req-f7655326-6e7e-44d8-85a5-7747885c78e7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.1216176 Apr 11 15:33:30.879585 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:29Z', 'revision_number': 3, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:30.880404 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (7e887793-be5a-4a2b-b132-4423c3339614), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.909931 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:30.910460 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Updating router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 binding host dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:33:30.940263 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:30.945011 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4e107d3e-266f-4d57-b9b0-adec94a5be00 None None] Current status of the port 25ca3d55-b6a8-4491-a9bc-e0e22708742a is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:30.945150 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:30.950334 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:30.974303 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.990288 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'Port': ['ID=7e887793-be5a-4a2b-b132-4423c3339614,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:30.995237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:31.011114 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:31.029465 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:31.035622 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:31.070048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] No DVR routers for this DVR port 7a8ae76c-d360-4331-81ff-88dbc2e77257 on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:31.074036 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.078444 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b46509b-3166-40a5-a6c1-ae13d1cd6298 req-f3c8f97d-0e99-4441-818e-113b952038bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "DELETE /v2.0/ports/7a8ae76c-d360-4331-81ff-88dbc2e77257 HTTP/1.1" status: 204 len: 173 time: 2.0666351 Apr 11 15:33:31.082566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'name': 'network-vif-deleted', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:31.089113 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c369ddc-0932-4d39-ab4d-f20813794b7b" -d '{"events": [{"server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "name": "network-vif-deleted", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:31.127542 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 25ca3d55-b6a8-4491-a9bc-e0e22708742a up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:31.190460 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507198fe-1fc4-4d21-bab1-a45c8ae049fc x-openstack-request-id: req-507198fe-1fc4-4d21-bab1-a45c8ae049fc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:31.192258 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c21c8be-2676-450c-a146-2e6f1a0c5d03", "name": "network-vif-deleted", "tag": "7a8ae76c-d360-4331-81ff-88dbc2e77257", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:31.193983 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-507198fe-1fc4-4d21-bab1-a45c8ae049fc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:31.195622 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507198fe-1fc4-4d21-bab1-a45c8ae049fc'] response: {'server_uuid': '0c21c8be-2676-450c-a146-2e6f1a0c5d03', 'name': 'network-vif-deleted', 'tag': '7a8ae76c-d360-4331-81ff-88dbc2e77257', 'status': 'completed', 'code': 200} Apr 11 15:33:31.207126 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.229407 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (b718f9e7-fb80-441e-bc09-aabba62c9102), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.264694 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 25ca3d55-b6a8-4491-a9bc-e0e22708742a triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:31.265347 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.282340 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7e887793-be5a-4a2b-b132-4423c3339614), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.329189 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:31.385018 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aece0-e305-4c5f-9af3-4b5c919b84e6 req-f550d68c-00d9-4ecf-8ab5-10e787730a16 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:31.392807 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a85aece0-e305-4c5f-9af3-4b5c919b84e6 req-f550d68c-00d9-4ecf-8ab5-10e787730a16 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0915451 Apr 11 15:33:31.414145 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 25ca3d55-b6a8-4491-a9bc-e0e22708742a is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:31.440239 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Publish callbacks [] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.447774 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.503980 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Attempting to bind port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:31.504364 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Attempting to bind port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:31.504739 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Attempting to bind port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 on network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:31.515394 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:31.515786 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a85aece0-e305-4c5f-9af3-4b5c919b84e6 req-6fade65f-ca1c-47b8-826e-fe50cf8a9dc1 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197982 Apr 11 15:33:31.515909 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Checking segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:31.516221 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.516620 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Bound using segment: {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:31.517649 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Bound port: 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d42076-48a9-4794-8131-58c36c3cbab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:31.518476 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.545288 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Allocated IP 172.20.0.1 (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336/62bc4445-f0c5-4281-a9ca-9977d08c8c2c/f00848c2-1d3f-46a5-9e22-7fcc49f01a33) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:31.555023 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for port (7e887793-be5a-4a2b-b132-4423c3339614), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.556305 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Pushing event updated for resources: {'Port': ['ID=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:31.560242 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (7e887793-be5a-4a2b-b132-4423c3339614), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.572652 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.573194 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.573575 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.573938 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.574284 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.574715 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.575052 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.575389 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.575720 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.576047 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.576377 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.576722 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.577054 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.577378 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.577701 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:31.598388 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] For port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:31.603063 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] For port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:31.611673 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.648767 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'Port': ['ID=7e887793-be5a-4a2b-b132-4423c3339614,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:31.656123 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:31.660405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (b718f9e7-fb80-441e-bc09-aabba62c9102), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.667574 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:31.668212 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:31.679835 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.681347 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-215a0e57-7d05-4179-9d49-879928523ded tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0393209 Apr 11 15:33:31.690552 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:31.716945 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:31.717644 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:31.725133 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks [] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.780410 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.785337 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9fc5d-4c33-440d-9cd4-aa388e2e440e None None] Pushing event updated for resources: {'Port': ['ID=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:31.824345 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:31.827462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:31.830315 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:31.832087 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:31.874902 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592420'] for router_interface (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:31.885927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:31.970720 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-f0cdd9c7-cef9-4cee-97ad-5627b0359c10 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1905822429&fields=id&tenant_id=e840187413594b7a89c3075fd64d2955 HTTP/1.1" status: 200 len: 267 time: 0.0769708 Apr 11 15:33:32.071826 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a8ae76c-d360-4331-81ff-88dbc2e77257 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:32.140300 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79bc88db-5a38-46fa-b52a-839db061a964 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:32.146453 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79bc88db-5a38-46fa-b52a-839db061a964 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 811 time: 0.1681924 Apr 11 15:33:32.168314 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 7a8ae76c-d360-4331-81ff-88dbc2e77257 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:32.168661 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a8ae76c-d360-4331-81ff-88dbc2e77257 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:32.170161 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-909256b0-930b-431f-b0a8-3025580a9e7d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/quotas/e840187413594b7a89c3075fd64d2955 HTTP/1.1" status: 200 len: 375 time: 0.0140553 Apr 11 15:33:32.223163 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-59bec6f8-f164-4735-aa3f-8d9d1e7c794b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504909 Apr 11 15:33:32.227610 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:32.256225 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:29Z', 'revision_number': 3, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:32.258553 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-6163cc7e-0779-46e1-ad2f-9509de00efb1 None None] Provisioning complete for port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:32.258959 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6163cc7e-0779-46e1-ad2f-9509de00efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:32.261066 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb374ad-f8e1-4489-b0fd-d9f57e1a3ef1 None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:32.294886 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bc296-d9e1-42e1-8f92-732aa375eab3 None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:29Z', 'revision_number': 3, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:32.310409 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6163cc7e-0779-46e1-ad2f-9509de00efb1 None None] Port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:33:32.359352 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-3c4595b7-230f-45b4-b971-3c5b5c3b0f8b service neutron] 10.222.0.50 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232805 Apr 11 15:33:32.375579 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:32.403530 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9eeda78c-7bcc-49e4-8f02-5bf86451732d req-e379aab1-6723-4506-8a3f-e903d421c967 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0541689 Apr 11 15:33:32.459849 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:32.488478 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-48ad429f-e89c-4ec6-b903-e12a17ec258d service neutron] 10.222.0.50 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263695 Apr 11 15:33:32.709318 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a30ca9-7f0f-4ff5-977c-8f003cb3c9b9 None None] New status for floating IP b0e30a31-7b62-45e9-8be2-0fefa91f91ec: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:32.725503 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2af24d01-5f5c-4046-a441-e6e0d55aae5a req-4bddedf8-8610-4cb2-a061-7b1122c607bb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 210 time: 0.0423551 Apr 11 15:33:32.726057 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205ec44-d45e-472b-b752-51ac334de9b4 req-879bf570-b6c2-44f9-893a-4b54bae44049 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:32.729124 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b205ec44-d45e-472b-b752-51ac334de9b4 req-879bf570-b6c2-44f9-893a-4b54bae44049 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0939524 Apr 11 15:33:32.850718 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b205ec44-d45e-472b-b752-51ac334de9b4 req-b2409cd8-d9c7-43ed-b799-a862d02e3241 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969908 Apr 11 15:33:32.869377 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks [] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:32.883172 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.005259 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:33.017858 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594580'] for router_interface (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.035822 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:33.137960 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:33.140645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:33.148875 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:33.150018 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.333331 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:33.334287 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.347157 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:33.369217 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] For port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:33.377076 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.533728 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-63fdf6a0-b9b5-47fa-add9-7d72900da0b4 req-b08062fa-006d-48d5-83c4-b31656cac2a9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c21c8be-2676-450c-a146-2e6f1a0c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0345714 Apr 11 15:33:33.546779 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:33.558654 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ab317f78-8bc6-46bd-af80-fe24426e8fa3 admin admin] 10.222.0.50 "PUT /v2.0/routers/6efed73f-86f6-4f4f-b8fd-4e2bfaaea998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1690938 Apr 11 15:33:33.596529 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-6a8ccbc8-fcab-4311-b81b-a8e0ed0d4568 None None] Provisioning complete for port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:33.596912 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a8ccbc8-fcab-4311-b81b-a8e0ed0d4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.636757 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Pushing event updated for resources: {'Port': ['ID=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:33.650122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.650763 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.651379 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.651884 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.651996 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.652349 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.653230 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.653561 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.653950 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.654342 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.654711 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.656676 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.657000 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.657407 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.658403 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:33.675383 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ccbc8-fcab-4311-b81b-a8e0ed0d4568 None None] Port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:33:33.737962 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-849f2c60-90b6-4fdc-8ab7-fcff65350abb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:33.738908 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-849f2c60-90b6-4fdc-8ab7-fcff65350abb tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0894880 Apr 11 15:33:33.862053 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8df9a21c-4437-4564-8752-ea1d7e2abd53 req-840b8e6d-6b8c-4892-a643-b74a25ea1cec tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 210 time: 0.0507622 Apr 11 15:33:33.915494 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Deleting port ea8b31e0-8e15-4d80-bf87-4e4e754f950f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:33.915847 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.029321 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1b315-e79e-45cc-a7ed-db0ff8893d35 req-6fbed4b1-6f03-43e0-9ecc-45c982e04fde tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:34.032091 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ae1b315-e79e-45cc-a7ed-db0ff8893d35 req-6fbed4b1-6f03-43e0-9ecc-45c982e04fde tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 946 time: 0.0740521 Apr 11 15:33:34.050002 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] For port ea8b31e0-8e15-4d80-bf87-4e4e754f950f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:34.050557 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.067961 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Calling delete_port for ea8b31e0-8e15-4d80-bf87-4e4e754f950f owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:34.097664 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ae1b315-e79e-45cc-a7ed-db0ff8893d35 req-de917a06-b95a-45d7-9240-066b2dcd4a24 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e240bd9-f79b-49ce-9163-5f30950cfce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602934 Apr 11 15:33:34.140903 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43234) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:34.145899 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714495092', 'description': 'tempest-description--1566542348'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:34.169562 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.229192 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (ea8b31e0-8e15-4d80-bf87-4e4e754f950f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.246047 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (7846621c-ea2d-4348-8747-7c09f994a937), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.253457 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7846621c-ea2d-4348-8747-7c09f994a937), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.263493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Pushing event deleted for resources: {'Port': ['ID=ea8b31e0-8e15-4d80-bf87-4e4e754f950f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:34.276822 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['ea8b31e0-8e15-4d80-bf87-4e4e754f950f'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:34.286969 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.288677 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463339 Apr 11 15:33:34.291795 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43236) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:34.299639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'security_group_rule': {'security_group_id': '7846621c-ea2d-4348-8747-7c09f994a937', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:34.306459 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c229e-3c11-4aff-b5e7-233124b49d88 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7846621c-ea2d-4348-8747-7c09f994a937,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:34.352951 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (98e6cd0c-4a06-488c-8dbf-9f4fa12e415a), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.363488 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] No DVR routers for this DVR port ea8b31e0-8e15-4d80-bf87-4e4e754f950f on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:34.365825 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.369306 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b27435d-fed7-4bd4-8884-defdb878bd45 req-4a5af21b-dae9-40a6-9779-53bc35258578 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.59 "DELETE /v2.0/ports/ea8b31e0-8e15-4d80-bf87-4e4e754f950f HTTP/1.1" status: 204 len: 173 time: 0.6220357 Apr 11 15:33:34.369777 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'name': 'network-vif-deleted', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:34.372219 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b88ee-bfbb-45bb-9d96-c77bdff9c697" -d '{"events": [{"server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "name": "network-vif-deleted", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:34.412223 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bff4c18-b8a5-4ebf-bc8b-fd7c99641f44 x-openstack-request-id: req-9bff4c18-b8a5-4ebf-bc8b-fd7c99641f44 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:34.412525 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d16d6d7-eca1-456d-9730-5c17e8fa6e4b", "name": "network-vif-deleted", "tag": "ea8b31e0-8e15-4d80-bf87-4e4e754f950f", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:34.412782 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9bff4c18-b8a5-4ebf-bc8b-fd7c99641f44 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:34.413304 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bff4c18-b8a5-4ebf-bc8b-fd7c99641f44'] response: {'server_uuid': '5d16d6d7-eca1-456d-9730-5c17e8fa6e4b', 'name': 'network-vif-deleted', 'tag': 'ea8b31e0-8e15-4d80-bf87-4e4e754f950f', 'status': 'completed', 'code': 200} Apr 11 15:33:34.484571 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (98e6cd0c-4a06-488c-8dbf-9f4fa12e415a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.496052 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-71e74fc8-872d-4567-936a-aa6b8194485b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:34.497675 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-71e74fc8-872d-4567-936a-aa6b8194485b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 811 time: 0.1615546 Apr 11 15:33:34.498411 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (98e6cd0c-4a06-488c-8dbf-9f4fa12e415a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.528626 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e6cd0c-4a06-488c-8dbf-9f4fa12e415a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:34.550020 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.557625 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9c55d8f2-1ce6-4f35-9229-1376aed79071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642212 Apr 11 15:33:34.560130 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43242) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:34.566122 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'security_group_rule': {'security_group_id': '7846621c-ea2d-4348-8747-7c09f994a937', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:34.611167 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:34.618953 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (63d42b20-4ac2-484f-8c67-bf339d03eaed), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.633789 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:34.635983 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:34.681819 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-759bd9bf-2361-4804-b19d-342677dbe4e7 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e840187413594b7a89c3075fd64d2955 HTTP/1.1" status: 200 len: 380 time: 0.1492805 Apr 11 15:33:34.710341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (63d42b20-4ac2-484f-8c67-bf339d03eaed), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.719250 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (63d42b20-4ac2-484f-8c67-bf339d03eaed), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.737464 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'port': {'device_id': '9886d313-e1bc-484a-892d-05a2118bdede', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'admin_state_up': True, 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'security_groups': ['398cb3cb-2d3b-4e92-800d-973ebe1f4f21']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:34.754002 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.760425 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984894 Apr 11 15:33:34.761824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:34.779783 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:34.786503 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16339c1-5093-495f-b990-ea219b4724c3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d42b20-4ac2-484f-8c67-bf339d03eaed,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:34.813530 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:34.831161 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.944625 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.006117 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-060eb482-54ce-4e2d-8221-6b1ee7596862 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83778028&fields=id&tenant_id=e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 267 time: 0.1183703 Apr 11 15:33:35.007640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Made reservation on behalf of e840187413594b7a89c3075fd64d2955 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:33:35.012075 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.029004 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:35.060507 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2ab48664-693f-4d6a-b8d0-f9364b2cb18f req-7ac6965a-32ec-4270-ba36-e552fa001f73 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 210 time: 0.0487912 Apr 11 15:33:35.147534 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:35.147942 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.167713 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Allocated IP 172.27.1.103 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/cdadaece-0fac-4cea-8186-a77a3c1bb7db) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:35.180556 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 2, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:35.214261 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:35.214904 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Updating router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 binding host dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:33:35.245716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e18c85cf-cf30-4ceb-92f3-d4bb0250a531 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:35.247891 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e18c85cf-cf30-4ceb-92f3-d4bb0250a531 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 812 time: 0.2203197 Apr 11 15:33:35.258909 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-075eb50f-e790-4fab-9046-ca638f43e715 req-e7e95f8b-6833-4a7f-b0a4-b488156162d2 tempest-TestMinimumBasicScenario-511490457 tempest-TestMinimumBasicScenario-511490457-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d16d6d7-eca1-456d-9730-5c17e8fa6e4b HTTP/1.1" status: 200 len: 210 time: 0.0427799 Apr 11 15:33:35.268943 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.330228 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-c0059267-b4c5-432a-bb31-d1e5684ee2d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/quotas/e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 375 time: 0.0323400 Apr 11 15:33:35.352639 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.376472 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Allocated IP 172.20.0.3 (5e754873-9815-43da-8bf8-15629bcbf0dc/567f8781-86a7-45bd-af70-fa256181af57/83a139b6-3dcf-4714-891c-1f111d5443d2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:35.377117 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:35.403048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.405572 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-533eb9e0-8d5d-404d-aa95-937e154855cc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690534 Apr 11 15:33:35.451000 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:35.456291 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:35.463928 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:35.467817 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'Port': ['ID=cdadaece-0fac-4cea-8186-a77a3c1bb7db,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:35.556742 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.600509 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.629984 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.635986 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Publish callbacks [] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.645099 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.686704 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-016b2c3d-c528-46b0-ad93-79e01537bb50 service neutron] 10.222.0.50 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617931 Apr 11 15:33:35.734269 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21902cee-415c-4eb7-b985-7f4bbdf37fc3 None None] Pushing event updated for resources: {'Port': ['ID=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:35.772574 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Attempting to bind port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 on host dv-cinder-835483-2-iscsi for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:35.772819 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Attempting to bind port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 by drivers openvswitch,hyperv on host dv-cinder-835483-2-iscsi at level 0 using segments [{'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:35.773195 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Attempting to bind port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:35.779170 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Checking agent: {'id': '4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 15, 51), 'started_at': datetime.datetime(2022, 4, 11, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:35.779556 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Checking segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:35.779974 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.780383 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Bound using segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:35.780875 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Bound port: f00848c2-1d3f-46a5-9e22-7fcc49f01a33, host: dv-cinder-835483-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:35.781267 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.830313 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.834756 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.843311 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.879703 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] For port f00848c2-1d3f-46a5-9e22-7fcc49f01a33, host dv-cinder-835483-2-iscsi, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:35.884266 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] For port f00848c2-1d3f-46a5-9e22-7fcc49f01a33, host dv-cinder-835483-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:35.896715 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:35.915986 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-68e3eb11-c900-4042-b1cc-17acc831c560 service neutron] 10.222.0.50 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144043 Apr 11 15:33:35.922198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Network 5e754873-9815-43da-8bf8-15629bcbf0dc is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:35.927578 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:35.930565 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:35.965438 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'Port': ['ID=cdadaece-0fac-4cea-8186-a77a3c1bb7db,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:35.966198 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:35.967271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:35.971735 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event updated for resources: {'Port': ['ID=83a139b6-3dcf-4714-891c-1f111d5443d2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:36.005837 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.006530 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.010981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.039895 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.041281 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-cbb037b4-c2f5-47f7-b7c3-0f4d98d93185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2720606 Apr 11 15:33:36.068808 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-27ebf220-9a05-4490-b6e2-a8056c76fb63 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3402119 Apr 11 15:33:36.090145 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Request body: {'port': {'device_id': '9886d313-e1bc-484a-892d-05a2118bdede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:36.117392 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21902cee-415c-4eb7-b985-7f4bbdf37fc3 None None] Pushing event updated for resources: {'Port': ['ID=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:36.131528 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-2fe46050-7548-4e25-b510-924a52882009 None None] Provisioning complete for port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:36.135786 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2fe46050-7548-4e25-b510-924a52882009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.221064 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.332048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465f17-8d3c-4735-93c3-65f3b31ce39e req-f28d6537-e827-4f09-b84c-10ffbdcfa637 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.333788 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7a465f17-8d3c-4735-93c3-65f3b31ce39e req-f28d6537-e827-4f09-b84c-10ffbdcfa637 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 931 time: 0.1167605 Apr 11 15:33:36.378460 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:36.436743 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7a465f17-8d3c-4735-93c3-65f3b31ce39e req-8b4c330d-af41-4872-8021-eafbd89a485c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931869 Apr 11 15:33:36.473789 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2fe46050-7548-4e25-b510-924a52882009 None None] Current status of the port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 is: DOWN; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:36.474243 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2fe46050-7548-4e25-b510-924a52882009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.559910 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2b1968d1-fab7-4bc7-ae5a-5d0798137191 req-909bc9ef-471a-4ad6-a32d-731a68978427 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 210 time: 0.0310085 Apr 11 15:33:36.566853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2fe46050-7548-4e25-b510-924a52882009 None None] For port f00848c2-1d3f-46a5-9e22-7fcc49f01a33, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:36.594887 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2fe46050-7548-4e25-b510-924a52882009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.670484 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-6b2a113e-b46c-4367-bc02-4309b588fd9f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--714495092&fields=id&tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 267 time: 0.1161485 Apr 11 15:33:36.780782 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-81c174fd-b7f8-4a34-b83d-e304a0501dbd None None] Provisioning complete for port 83a139b6-3dcf-4714-891c-1f111d5443d2 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:36.781613 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81c174fd-b7f8-4a34-b83d-e304a0501dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.808358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe46050-7548-4e25-b510-924a52882009 None None] Pushing event updated for resources: {'Port': ['ID=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:36.844548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a139b6-3dcf-4714-891c-1f111d5443d2 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:36.863566 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Publish callbacks [] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.881254 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:35Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:36.885775 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-81c174fd-b7f8-4a34-b83d-e304a0501dbd None None] Port 83a139b6-3dcf-4714-891c-1f111d5443d2 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:33:36.889396 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-a91227e3-12e5-436c-bf25-b82eecad9829 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.894139 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-a91227e3-12e5-436c-bf25-b82eecad9829 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 817 time: 0.2222080 Apr 11 15:33:36.923097 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Transition to ACTIVE for port object 83a139b6-3dcf-4714-891c-1f111d5443d2 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:33:36.933456 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74990c-6772-44bb-b743-44bff58cb4be None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:35Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:36.936898 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-81c174fd-b7f8-4a34-b83d-e304a0501dbd None None] Provisioning complete for port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:36.937297 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81c174fd-b7f8-4a34-b83d-e304a0501dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.942364 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-a0f0c3ef-7f60-4bd8-ab2c-74b0f6643a38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/quotas/c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 375 time: 0.0353103 Apr 11 15:33:36.943292 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.127417 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Pushing event updated for resources: {'Port': ['ID=83a139b6-3dcf-4714-891c-1f111d5443d2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:37.147705 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-45344eab-fec2-4bc4-9ab6-c9a592b0a90d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1947584 Apr 11 15:33:37.180759 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-81c174fd-b7f8-4a34-b83d-e304a0501dbd None None] Current status of the port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:37.370253 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Attempting to bind port 83a139b6-3dcf-4714-891c-1f111d5443d2 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:37.370611 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Attempting to bind port 83a139b6-3dcf-4714-891c-1f111d5443d2 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:37.370975 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Attempting to bind port 83a139b6-3dcf-4714-891c-1f111d5443d2 on network 5e754873-9815-43da-8bf8-15629bcbf0dc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:37.380296 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-66922d6c-fc00-4f5d-b419-41834d71d2bb service neutron] 10.222.0.50 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977472 Apr 11 15:33:37.380999 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Port 83a139b6-3dcf-4714-891c-1f111d5443d2 on network 5e754873-9815-43da-8bf8-15629bcbf0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:33:37.381334 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Attempting to bind port 83a139b6-3dcf-4714-891c-1f111d5443d2 on network 5e754873-9815-43da-8bf8-15629bcbf0dc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:37.387469 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:37.387679 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Checking segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:37.387954 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Bound using segment: {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:37.388448 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Bound port: 83a139b6-3dcf-4714-891c-1f111d5443d2, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef85eecc-b631-433e-a967-a350dc0382b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:37.388751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.581227 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] For port 83a139b6-3dcf-4714-891c-1f111d5443d2, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:37.585286 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] For port 83a139b6-3dcf-4714-891c-1f111d5443d2, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=83a139b6-3dcf-4714-891c-1f111d5443d2,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:37.599367 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.643762 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e9ad3-1469-403e-b2e5-4012d129efb5 req-e9280e16-7fca-44d0-8c78-d493818f928c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:37.645571 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-206e9ad3-1469-403e-b2e5-4012d129efb5 req-e9280e16-7fca-44d0-8c78-d493818f928c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 943 time: 0.0962050 Apr 11 15:33:37.693341 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-446ed6ef-2fb2-4ad6-9d4c-be5ee3adebdf service neutron] 10.222.0.50 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829788 Apr 11 15:33:37.701898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:37.703753 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.710046 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] 10.222.0.59 "PUT /v2.0/ports/83a139b6-3dcf-4714-891c-1f111d5443d2 HTTP/1.1" status: 200 len: 1093 time: 1.6253724 Apr 11 15:33:37.710568 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:37.720992 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43346) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:37.730612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6474c-f599-4b93-9ed0-4587b37b41a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:37.775037 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-206e9ad3-1469-403e-b2e5-4012d129efb5 req-4e8622ea-d50d-4f58-8869-3067f3ac394e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236811 Apr 11 15:33:37.792945 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de4db7-b749-4662-a468-583cd32e1024 service neutron] Pushing event updated for resources: {'Port': ['ID=83a139b6-3dcf-4714-891c-1f111d5443d2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:38.086102 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device ea8b31e0-8e15-4d80-bf87-4e4e754f950f no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:38.124512 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-5699e24a-ac8b-4cc5-b7dd-492859458eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:38.126354 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-5699e24a-ac8b-4cc5-b7dd-492859458eef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 1127 time: 0.1784756 Apr 11 15:33:38.196438 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: ea8b31e0-8e15-4d80-bf87-4e4e754f950f {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:38.196795 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device ea8b31e0-8e15-4d80-bf87-4e4e754f950f not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:38.248702 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f534e7-84e6-4685-84dc-af2af00a5f46 x-openstack-request-id: req-16f534e7-84e6-4685-84dc-af2af00a5f46 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:38.249421 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:38.250156 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16f534e7-84e6-4685-84dc-af2af00a5f46 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:38.250775 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f534e7-84e6-4685-84dc-af2af00a5f46'] response: {'name': 'network-changed', 'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'status': 'completed', 'code': 200} Apr 11 15:33:38.258752 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-32bfe593-d9b3-42c0-9ecb-da5d887a21a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a139b6-3dcf-4714-891c-1f111d5443d2 HTTP/1.1" status: 200 len: 217 time: 0.1158857 Apr 11 15:33:38.402625 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8f0b3fc7-2d1e-4f3c-bb25-266a459e84eb req-43497111-0a28-4c41-9af3-fa62bb67f925 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 210 time: 0.0538404 Apr 11 15:33:38.413542 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-742b58cf-fc92-4453-bdab-712571589a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:38.416115 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-742b58cf-fc92-4453-bdab-712571589a0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.1372244 Apr 11 15:33:38.563180 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-fd5a6b2a-8d72-4ecc-ae9f-db4d8966fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:38.565773 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-fd5a6b2a-8d72-4ecc-ae9f-db4d8966fd7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1291850 Apr 11 15:33:38.580545 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2c0675ce-ad92-4f30-aef3-811fdb61a4e8 req-89b6be4f-d9a4-4acb-9b73-fb5edf65ad28 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 210 time: 0.1450047 Apr 11 15:33:38.741688 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-58d1a4a3-a372-4841-a306-3fc93e7d42f1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:38.743290 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-58d1a4a3-a372-4841-a306-3fc93e7d42f1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 812 time: 0.7089210 Apr 11 15:33:38.750413 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-460dee4f-2eca-4609-afa5-56b692cdada9 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776862 Apr 11 15:33:38.898165 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-884a281f-5c6f-4fb5-863d-ede165cba128 req-35c2847a-5cea-4f2d-9929-bcddce115148 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280105 Apr 11 15:33:38.937471 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (1ce0bf35-db56-43d3-a081-6f66b44e5658), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:39.045100 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc68d26-993e-45c5-ac72-ee59df993b26 req-3fe87658-80f7-49b1-b6d5-77374854e541 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:39.055475 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ccc68d26-993e-45c5-ac72-ee59df993b26 req-3fe87658-80f7-49b1-b6d5-77374854e541 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 943 time: 0.1081669 Apr 11 15:33:39.063450 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-f0f445b9-8559-4e87-b85a-dd4b94655f11 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 378 time: 0.2965307 Apr 11 15:33:39.104566 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f00848c2-1d3f-46a5-9e22-7fcc49f01a33 up at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:39.123440 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ccc68d26-993e-45c5-ac72-ee59df993b26 req-6b04608c-f4ed-4737-ae58-b9f4cab3f61c tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663562 Apr 11 15:33:39.166103 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Provisioning complete for port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:39.166462 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:39.382194 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 is: ACTIVE; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:39.625921 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a700045f-302a-445d-903a-0b6bcaf854a0 req-74e00267-649b-4d9b-8724-d9d7a8eff29b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 210 time: 0.0340760 Apr 11 15:33:39.635369 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Deleting port 7c494f22-aaac-4550-86e4-9e4d25303e6e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:39.635643 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:39.731908 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] For port 7c494f22-aaac-4550-86e4-9e4d25303e6e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=7c494f22-aaac-4550-86e4-9e4d25303e6e,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:39.732347 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:39.732843 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-15b27323-0a71-48f6-ba07-d7348a75f97d req-e0b97d65-05d9-48e4-a457-fc14343f9864 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 210 time: 0.0322449 Apr 11 15:33:39.748416 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Calling delete_port for 7c494f22-aaac-4550-86e4-9e4d25303e6e owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:39.800784 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:33:39.947071 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (7c494f22-aaac-4550-86e4-9e4d25303e6e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:39.974072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c494f22-aaac-4550-86e4-9e4d25303e6e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:40.175251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (1ce0bf35-db56-43d3-a081-6f66b44e5658), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.323763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefc2fd-529d-4fb4-b101-8d7c2ecdfaa2 req-efb7c1e7-64b4-4f6f-b351-75cfe9daa4d0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:40.325181 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-edefc2fd-529d-4fb4-b101-8d7c2ecdfaa2 req-efb7c1e7-64b4-4f6f-b351-75cfe9daa4d0 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 943 time: 0.0882039 Apr 11 15:33:40.428775 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-edefc2fd-529d-4fb4-b101-8d7c2ecdfaa2 req-38778884-c6fe-409b-86d9-39108fa2c744 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937877 Apr 11 15:33:40.501702 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Router 1ce0bf35-db56-43d3-a081-6f66b44e5658 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:40.618209 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:40.625054 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ca59fb63-7a4a-4ab1-9b84-5a7d9c35ecc2 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ce0bf35-db56-43d3-a081-6f66b44e5658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9018033 Apr 11 15:33:40.625892 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43370) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:40.627906 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] Sync routers for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:40.640831 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:40.641472 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:40.752757 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks [] for router (1ce0bf35-db56-43d3-a081-6f66b44e5658), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.754502 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-42ee3e42-4c7e-4be2-a210-807d651a5f8a req-817eaf5a-871d-49fe-974b-4ad15e13d9db tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 210 time: 0.0300207 Apr 11 15:33:40.757104 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:40.877142 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-56b00c8b-cf3c-4481-8186-072ab227d3fc req-f91aa94f-ad74-4e62-a2e1-c4723d25046b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 210 time: 0.0623362 Apr 11 15:33:40.911597 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks [] for router_gateway (1ce0bf35-db56-43d3-a081-6f66b44e5658), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.962710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Deleting port d82bcef3-8b77-4751-99bd-a0139a854204 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:40.962710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.963001 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:33:39Z', 'revision_number': 5, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port': {'id': 'd82bcef3-8b77-4751-99bd-a0139a854204', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:32Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:40.985285 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] Checking router: 1ce0bf35-db56-43d3-a081-6f66b44e5658 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:40.994981 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] Routers {'1ce0bf35-db56-43d3-a081-6f66b44e5658'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:40.995620 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['1ce0bf35-db56-43d3-a081-6f66b44e5658'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:41.044004 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] For port d82bcef3-8b77-4751-99bd-a0139a854204, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=d82bcef3-8b77-4751-99bd-a0139a854204,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:41.044405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.060620 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Calling delete_port for d82bcef3-8b77-4751-99bd-a0139a854204 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:41.098223 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] Set router 1ce0bf35-db56-43d3-a081-6f66b44e5658 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:41.160349 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:33:40Z', 'revision_number': 6, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:41.187741 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20905fb0-7db5-47ba-a72e-fc09d089bdeb None None] The sync data for ids ['1ce0bf35-db56-43d3-a081-6f66b44e5658'] in dv-cinder-835483-2-iscsi is: [{'id': '1ce0bf35-db56-43d3-a081-6f66b44e5658', 'name': 'tempest-TestMinimumBasicScenario-1344869220-router', 'tenant_id': 'e5639b523c7d4b648ad674e72bf96d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:33:40Z', 'revision_number': 6, 'project_id': 'e5639b523c7d4b648ad674e72bf96d28', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:41.260219 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (d82bcef3-8b77-4751-99bd-a0139a854204), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.288020 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Pushing event deleted for resources: {'Port': ['ID=d82bcef3-8b77-4751-99bd-a0139a854204,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:41.356378 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (1ce0bf35-db56-43d3-a081-6f66b44e5658), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.474859 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (1ce0bf35-db56-43d3-a081-6f66b44e5658), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.479646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks [] for router_controller (1ce0bf35-db56-43d3-a081-6f66b44e5658), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.489472 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'port': {'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'admin_state_up': True, 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'security_groups': ['ca7e2dfa-797a-4998-bf8a-c050418d3e7f']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:41.574446 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9d59-1e69-4fe4-ae3b-a3bb63f75bf7 req-8f993269-fc2c-4f19-ae0d-52b8d7444c5f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:41.576006 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-501c9d59-1e69-4fe4-ae3b-a3bb63f75bf7 req-8f993269-fc2c-4f19-ae0d-52b8d7444c5f tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 943 time: 0.0607600 Apr 11 15:33:41.608042 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-493af109-eda2-4971-92c2-e703451776fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:41.614381 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-493af109-eda2-4971-92c2-e703451776fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 1127 time: 0.1291921 Apr 11 15:33:41.691502 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (1ce0bf35-db56-43d3-a081-6f66b44e5658), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.692316 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce0bf35-db56-43d3-a081-6f66b44e5658 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:33:41.698955 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.700105 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-acc493c9-c9c4-4c58-ae13-4ea4d9cb789c admin admin] 10.222.0.50 "DELETE /v2.0/routers/1ce0bf35-db56-43d3-a081-6f66b44e5658 HTTP/1.1" status: 204 len: 168 time: 1.0721476 Apr 11 15:33:41.702977 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Made reservation on behalf of e7b3580d69fb473b92c6d076b45bdc2b for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:33:41.711551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.713708 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:41.739624 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-501c9d59-1e69-4fe4-ae3b-a3bb63f75bf7 req-07c62a3f-69d9-479e-8487-288dbeefe9cb tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452401 Apr 11 15:33:41.787619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-6ce73656-96d2-46f0-ac3f-507b86e12016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:41.789248 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-6ce73656-96d2-46f0-ac3f-507b86e12016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 912 time: 0.1641812 Apr 11 15:33:41.852882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Deleting subnet faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:33:41.880259 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Publish callbacks [] for subnet (faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.904910 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-687ba040-dd67-473f-b8b4-c27cd6e40677 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a139b6-3dcf-4714-891c-1f111d5443d2 HTTP/1.1" status: 200 len: 217 time: 0.0404041 Apr 11 15:33:41.905598 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e74bf6e0-8404-49f8-9c17-bafc64c38b77 req-225e4a3c-435c-4279-94a1-6c1ce1af33f1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 210 time: 0.0681815 Apr 11 15:33:41.956376 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.998869 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-25d94ab6-a9d9-4047-bc63-c1d6ed32c85b req-11e66684-b325-4557-9b55-08a46c76a274 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 210 time: 0.0338540 Apr 11 15:33:42.004420 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Allocated IP 172.20.0.13 (399ef17c-dfcd-4e5c-930e-322d1e6edf2b/12c2095f-7e2b-4b3d-985d-0bde5f78e7fe/c55810f0-9a78-4f29-acb3-db7183cfd65b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:42.106499 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 83a139b6-3dcf-4714-891c-1f111d5443d2 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:33:42.144200 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.158184 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-04c09b32-58c7-4256-91c3-27c901c1470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:42.160026 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-04c09b32-58c7-4256-91c3-27c901c1470a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0571322 Apr 11 15:33:42.248127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-7284b412-f6ef-4a0d-8f06-0d97fb47a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:42.249948 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-7284b412-f6ef-4a0d-8f06-0d97fb47a17b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818563 Apr 11 15:33:42.280241 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 83a139b6-3dcf-4714-891c-1f111d5443d2, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=83a139b6-3dcf-4714-891c-1f111d5443d2,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:42.295131 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'port_id': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'mac_address': 'fa:16:3e:35:83:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:33:42.345705 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 83a139b6-3dcf-4714-891c-1f111d5443d2 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:42.346401 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.381787 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a139b6-3dcf-4714-891c-1f111d5443d2 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:42.421794 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 83a139b6-3dcf-4714-891c-1f111d5443d2, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=83a139b6-3dcf-4714-891c-1f111d5443d2,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:42.430403 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.528751 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=83a139b6-3dcf-4714-891c-1f111d5443d2,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:42.617918 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.637540 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.663390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:42.666975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.670702 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d2f52-0efc-4e60-91c9-a939f0774664 None None] Network 56acba51-7a53-4c2d-a307-704c6b3e54db requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:42.672618 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-6c44fb50-bebd-448e-93f6-f534968a0d40 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/faa5c9bb-ef6f-4a66-bcb3-d0dd0de47005 HTTP/1.1" status: 204 len: 168 time: 0.9563513 Apr 11 15:33:42.674204 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43390) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:42.777178 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-f261daf5-b4ba-4633-866e-3837ac028946 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:42.779940 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-f261daf5-b4ba-4633-866e-3837ac028946 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 817 time: 0.4759214 Apr 11 15:33:42.794955 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-99875bd0-79a3-40e7-bde7-e5157ffacc29 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997406 Apr 11 15:33:42.835672 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (56acba51-7a53-4c2d-a307-704c6b3e54db), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.868108 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.907165 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['83a139b6-3dcf-4714-891c-1f111d5443d2'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:42.924997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:42.933554 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:42.941481 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:42.957001 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5db33-2b2d-400c-bd88-a8fb9c757bff req-1f865ed8-5bd0-4cd0-8266-1d9b0899efe5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:42.958843 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5ac5db33-2b2d-400c-bd88-a8fb9c757bff req-1f865ed8-5bd0-4cd0-8266-1d9b0899efe5 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 944 time: 0.1503670 Apr 11 15:33:42.977730 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-8d32a038-8a69-4bad-93db-c252349e0d9d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 379 time: 0.1741714 Apr 11 15:33:42.985930 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-90e6474c-f599-4b93-9ed0-4587b37b41a4 req-580d5ae4-7e88-46aa-aada-9babc182f9bc service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778572 Apr 11 15:33:42.991391 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'port': {'device_id': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'admin_state_up': True, 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'security_groups': ['7846621c-ea2d-4348-8747-7c09f994a937']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:43.049557 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] DHCP port deletion for 56acba51-7a53-4c2d-a307-704c6b3e54db request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:33:43.057320 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d82bcef3-8b77-4751-99bd-a0139a854204 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:43.082667 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=c55810f0-9a78-4f29-acb3-db7183cfd65b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:43.120301 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-88e48f79-06f4-4232-ae98-5f1f38cfd06a req-f33a14b5-2780-4521-9ca6-30a638538251 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 210 time: 0.0750580 Apr 11 15:33:43.135899 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Deleting port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:43.136232 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.139596 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] Deleting port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:43.140712 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.143431 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: d82bcef3-8b77-4751-99bd-a0139a854204 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:43.144011 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d82bcef3-8b77-4751-99bd-a0139a854204 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:43.144890 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 7c494f22-aaac-4550-86e4-9e4d25303e6e no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:43.156910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:43.159472 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.199331 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 7c494f22-aaac-4550-86e4-9e4d25303e6e {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:43.200055 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 7c494f22-aaac-4550-86e4-9e4d25303e6e not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:43.200905 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 825bc3e8-ab01-466b-8a7b-d0772e6a3858 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:43.240462 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5ac5db33-2b2d-400c-bd88-a8fb9c757bff req-f026fb6a-b08d-4a63-9d62-0e66384f1ec9 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515619 Apr 11 15:33:43.246618 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-d57bd043-c9af-4030-8641-01fb408cbe9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7626572 Apr 11 15:33:43.277010 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Request body: {'port': {'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:43.280997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] For port 825bc3e8-ab01-466b-8a7b-d0772e6a3858, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=825bc3e8-ab01-466b-8a7b-d0772e6a3858,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:43.281379 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.289173 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Made reservation on behalf of c1f1cc9ee9ea43939d97780271f7b8d0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:33:43.294188 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.317938 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] For port 825bc3e8-ab01-466b-8a7b-d0772e6a3858, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=825bc3e8-ab01-466b-8a7b-d0772e6a3858,segment=NetworkSegment(b447aa1a-7526-4bd0-91a8-5f0450b0176b),segment_id=b447aa1a-7526-4bd0-91a8-5f0450b0176b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:43.318642 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.326276 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Calling delete_port for 825bc3e8-ab01-466b-8a7b-d0772e6a3858 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:43.340702 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d666-68b7-4641-b77e-d29e98e63b2f req-a48d959a-cff7-46f4-a98c-dd3ca9aeefe7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:43.342558 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f53d666-68b7-4641-b77e-d29e98e63b2f req-a48d959a-cff7-46f4-a98c-dd3ca9aeefe7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 932 time: 0.1084435 Apr 11 15:33:43.343307 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] Calling delete_port for 825bc3e8-ab01-466b-8a7b-d0772e6a3858 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:43.404321 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-252b7c25-4f55-4931-a1e9-d563e7d3cfb1 None None] Provisioning complete for port c55810f0-9a78-4f29-acb3-db7183cfd65b triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:43.405566 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-252b7c25-4f55-4931-a1e9-d563e7d3cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.417690 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.472599 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7f53d666-68b7-4641-b77e-d29e98e63b2f req-df0ee6df-3080-4938-83a6-c4e93a28d585 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883727 Apr 11 15:33:43.507950 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.513903 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Current status of the port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 is: ACTIVE; New status is: DOWN {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:43.514295 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.522864 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-252b7c25-4f55-4931-a1e9-d563e7d3cfb1 None None] Port c55810f0-9a78-4f29-acb3-db7183cfd65b cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:33:43.530341 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Allocated IP 172.20.0.9 (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336/62bc4445-f0c5-4281-a9ca-9977d08c8c2c/f7358c61-5298-432c-9341-35fdd7d5232c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:43.589882 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=825bc3e8-ab01-466b-8a7b-d0772e6a3858,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:43.596667 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] No DVR routers for this DVR port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 on host dv-cinder-835483-2-iscsi {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:43.610476 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (825bc3e8-ab01-466b-8a7b-d0772e6a3858), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.644358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] Pushing event deleted for resources: {'Port': ['ID=825bc3e8-ab01-466b-8a7b-d0772e6a3858,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:43.650436 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb7314-3c2c-4584-98fe-5d960992a093 None None] No DVR routers for this DVR port 825bc3e8-ab01-466b-8a7b-d0772e6a3858 on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:43.708151 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (56acba51-7a53-4c2d-a307-704c6b3e54db), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.756468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for port (f7358c61-5298-432c-9341-35fdd7d5232c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.762944 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56acba51-7a53-4c2d-a307-704c6b3e54db']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:43.777530 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b447aa1a-7526-4bd0-91a8-5f0450b0176b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:43.777827 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b447aa1a-7526-4bd0-91a8-5f0450b0176b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:43.794946 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (b447aa1a-7526-4bd0-91a8-5f0450b0176b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.801836 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.830038 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (b447aa1a-7526-4bd0-91a8-5f0450b0176b), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.840251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:33:43.840593 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (b447aa1a-7526-4bd0-91a8-5f0450b0176b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:33:43.846707 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:33:43.851138 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:43.856863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:43.862530 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:43.900683 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:43.933374 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:43.934054 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.959232 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (56acba51-7a53-4c2d-a307-704c6b3e54db), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.960682 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-38bde810-cc79-4591-a63d-e6c63ffedd0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733698 Apr 11 15:33:43.968739 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.972699 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] 10.222.0.50 "DELETE /v2.0/networks/56acba51-7a53-4c2d-a307-704c6b3e54db HTTP/1.1" status: 204 len: 168 time: 1.2944622 Apr 11 15:33:43.976451 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:43.978697 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55810f0-9a78-4f29-acb3-db7183cfd65b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:43.988548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Request body: {'port': {'device_id': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:43.994500 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909dd9-4126-42e7-8c0b-a21340b02c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=56acba51-7a53-4c2d-a307-704c6b3e54db,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:43.997769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Publish callbacks [] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.024693 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Transition to ACTIVE for port object c55810f0-9a78-4f29-acb3-db7183cfd65b will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:33:44.031491 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.141600 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.245829 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c55810f0-9a78-4f29-acb3-db7183cfd65b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:44.262232 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-4d7c07c2-5c76-40e3-8a8f-9e45b2d43abf None None] Provisioning complete for port f7358c61-5298-432c-9341-35fdd7d5232c triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:44.263298 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4d7c07c2-5c76-40e3-8a8f-9e45b2d43abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.356011 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c07c2-5c76-40e3-8a8f-9e45b2d43abf None None] Port f7358c61-5298-432c-9341-35fdd7d5232c cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:33:44.372795 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a22bf9-ab80-4d22-b1ea-298684878441 req-0cf7bfde-291e-4238-aaa7-e6f055d1468f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:44.374317 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f5a22bf9-ab80-4d22-b1ea-298684878441 req-0cf7bfde-291e-4238-aaa7-e6f055d1468f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 931 time: 0.1174634 Apr 11 15:33:44.407083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Attempting to bind port c55810f0-9a78-4f29-acb3-db7183cfd65b on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:44.408517 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Attempting to bind port c55810f0-9a78-4f29-acb3-db7183cfd65b by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:44.409336 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Attempting to bind port c55810f0-9a78-4f29-acb3-db7183cfd65b on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:44.428224 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Port c55810f0-9a78-4f29-acb3-db7183cfd65b on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:33:44.428553 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Attempting to bind port c55810f0-9a78-4f29-acb3-db7183cfd65b on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:44.442968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:44.443315 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Checking segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:44.443708 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Bound using segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:44.444159 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Bound port: c55810f0-9a78-4f29-acb3-db7183cfd65b, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:44.444530 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.474814 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f5a22bf9-ab80-4d22-b1ea-298684878441 req-48b49886-1cd4-4f42-a4cc-ef5eefd9a654 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836520 Apr 11 15:33:44.545207 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] For port c55810f0-9a78-4f29-acb3-db7183cfd65b, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:44.549340 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59b7fc-6b8d-456c-9c18-1d8aa14a79bd req-4902af86-c9c8-49fc-be84-0b2eae564cee tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:44.549802 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] For port c55810f0-9a78-4f29-acb3-db7183cfd65b, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:44.550894 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-de59b7fc-6b8d-456c-9c18-1d8aa14a79bd req-4902af86-c9c8-49fc-be84-0b2eae564cee tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 944 time: 0.1728759 Apr 11 15:33:44.564412 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.568359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 83a139b6-3dcf-4714-891c-1f111d5443d2 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:44.630868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 83a139b6-3dcf-4714-891c-1f111d5443d2 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:33:44.640904 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 83a139b6-3dcf-4714-891c-1f111d5443d2 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:44.641492 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.644039 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:44.644685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.646247 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 1094 time: 1.3772247 Apr 11 15:33:44.651789 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:44.654505 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:44.693428 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6989f0-d3ea-4bc1-99e4-640e9154a211 req-9e4ba37b-2917-4239-913f-de837ed50f2a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:44.695172 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5d6989f0-d3ea-4bc1-99e4-640e9154a211 req-9e4ba37b-2917-4239-913f-de837ed50f2a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.1238918 Apr 11 15:33:44.771334 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-de59b7fc-6b8d-456c-9c18-1d8aa14a79bd req-d4cde91b-15cb-496a-80e6-870b02670802 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912084 Apr 11 15:33:44.786278 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 83a139b6-3dcf-4714-891c-1f111d5443d2 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:44.787034 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.815356 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943ef8-6580-4d32-9ba9-e736a26d84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c55810f0-9a78-4f29-acb3-db7183cfd65b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:44.852605 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610abb55-2609-4b01-bb34-a8d37cf04c0f x-openstack-request-id: req-610abb55-2609-4b01-bb34-a8d37cf04c0f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:44.853390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:44.854101 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-610abb55-2609-4b01-bb34-a8d37cf04c0f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:44.854965 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610abb55-2609-4b01-bb34-a8d37cf04c0f'] response: {'name': 'network-changed', 'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'status': 'completed', 'code': 200} Apr 11 15:33:44.859826 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-abd7efc9-b32d-44e1-af6d-6c0e95cbdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:44.861785 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-abd7efc9-b32d-44e1-af6d-6c0e95cbdff9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1128 time: 0.1305971 Apr 11 15:33:44.865940 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:44.871467 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3100b-4643-4df4-9c07-f3588e52544b" -d '{"events": [{"server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "name": "network-vif-plugged", "status": "completed", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:44.919780 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 83a139b6-3dcf-4714-891c-1f111d5443d2, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=83a139b6-3dcf-4714-891c-1f111d5443d2,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:44.929155 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.961876 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-c8cccf9a-fd1a-4294-827c-dd0bd413754a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 217 time: 0.0826745 Apr 11 15:33:44.966036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8dafb0-ef5d-4792-b40c-90f6a11a908b x-openstack-request-id: req-3a8dafb0-ef5d-4792-b40c-90f6a11a908b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:44.966036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "name": "network-vif-plugged", "status": "completed", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:44.966036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a8dafb0-ef5d-4792-b40c-90f6a11a908b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:44.966036 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8dafb0-ef5d-4792-b40c-90f6a11a908b'] response: {'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'code': 200} Apr 11 15:33:44.970614 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (93d39437-af19-41a8-bf0b-1c03770a242b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.977363 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5d6989f0-d3ea-4bc1-99e4-640e9154a211 req-a50a5aa1-46e1-415d-a9b6-285c211edbe6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2733347 Apr 11 15:33:45.020917 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=83a139b6-3dcf-4714-891c-1f111d5443d2,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:45.021771 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7358c61-5298-432c-9341-35fdd7d5232c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:45.039066 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Publish callbacks [] for port (f7358c61-5298-432c-9341-35fdd7d5232c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.054294 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c077c04-d731-43c9-8310-7bb82ae362c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.068860 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Transition to ACTIVE for port object f7358c61-5298-432c-9341-35fdd7d5232c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:33:45.082853 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-84086061-d33d-463b-865f-ca76f92488ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:45.084873 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-84086061-d33d-463b-865f-ca76f92488ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0806749 Apr 11 15:33:45.133977 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.170068 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-38df0951-d92a-4aea-8478-f5ce6452b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:45.172735 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-38df0951-d92a-4aea-8478-f5ce6452b44f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782700 Apr 11 15:33:45.234654 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:45.336549 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-8a7d4733-ca1b-4742-8f2f-7e47baef004b service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410079 Apr 11 15:33:45.358138 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb30d-16ee-44d0-a0d1-842ef65a3b15 req-1ded605c-e3e9-4d5b-bc0c-68bca9e0ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:45.359928 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-902bb30d-16ee-44d0-a0d1-842ef65a3b15 req-1ded605c-e3e9-4d5b-bc0c-68bca9e0ee16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 1129 time: 0.1382079 Apr 11 15:33:45.460264 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Attempting to bind port f7358c61-5298-432c-9341-35fdd7d5232c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:45.460596 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Attempting to bind port f7358c61-5298-432c-9341-35fdd7d5232c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:45.460929 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Attempting to bind port f7358c61-5298-432c-9341-35fdd7d5232c on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:45.465600 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-902bb30d-16ee-44d0-a0d1-842ef65a3b15 req-5bb58d63-4387-4015-bd2f-a51bd5fdf3a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826449 Apr 11 15:33:45.470156 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d4f15c5f-bf68-4b09-9435-5c601f2ff108 req-a0b09f3e-2a78-44d7-b524-111c1bd804af service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266694 Apr 11 15:33:45.487719 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Port f7358c61-5298-432c-9341-35fdd7d5232c on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:33:45.488119 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Attempting to bind port f7358c61-5298-432c-9341-35fdd7d5232c on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:45.499894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:45.500234 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Checking segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:45.500619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Bound using segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:45.501945 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Bound port: f7358c61-5298-432c-9341-35fdd7d5232c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:45.502189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.578283 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Deleting port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:45.578649 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.685724 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:45.705050 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:45.712328 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a3de8-aa77-4f03-9873-1509f763226f req-176114ef-64c7-4bdf-964b-1321f78f50c8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:45.713887 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b29a3de8-aa77-4f03-9873-1509f763226f req-176114ef-64c7-4bdf-964b-1321f78f50c8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.1162696 Apr 11 15:33:45.733121 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.802232 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] For port 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:45.802863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.806083 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:45.806849 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.808282 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 1093 time: 1.8290677 Apr 11 15:33:45.816860 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:45.819238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15738a4-9790-402e-890c-e77b8842b27f" -d '{"events": [{"name": "network-changed", "server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:45.855047 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Calling delete_port for 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:45.872486 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b29a3de8-aa77-4f03-9873-1509f763226f req-2d0b2521-eb23-49f6-837d-f655eb0399ea tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509225 Apr 11 15:33:45.874881 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47691e3-81c4-4fe0-af26-755ee5882614 service neutron] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:45.949235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0192a20-01c3-4445-8c81-8fecc600db62 x-openstack-request-id: req-f0192a20-01c3-4445-8c81-8fecc600db62 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:45.949572 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:45.949921 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0192a20-01c3-4445-8c81-8fecc600db62 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:45.950411 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0192a20-01c3-4445-8c81-8fecc600db62'] response: {'name': 'network-changed', 'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'status': 'completed', 'code': 200} Apr 11 15:33:45.954457 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf857-2883-4e82-9f6b-b0c1f566e495 req-ac3245aa-122b-4d8a-9ccd-8c3791c044ba tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:45.956630 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-38fcf857-2883-4e82-9f6b-b0c1f566e495 req-ac3245aa-122b-4d8a-9ccd-8c3791c044ba tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0812118 Apr 11 15:33:46.041263 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-38fcf857-2883-4e82-9f6b-b0c1f566e495 req-dcf13804-54a9-4bf8-b39e-3da9b8bbaae2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751138 Apr 11 15:33:46.162274 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8dbda-7485-4bc9-9eec-a87bbce14a61 req-e6d585c0-cc93-4602-bb77-af8c7c9f594a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:46.163941 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1d8dbda-7485-4bc9-9eec-a87bbce14a61 req-e6d585c0-cc93-4602-bb77-af8c7c9f594a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0820789 Apr 11 15:33:46.185972 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (6b1613b5-dd2b-43cb-8303-8516b7c1d4f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:46.229488 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1613b5-dd2b-43cb-8303-8516b7c1d4f0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:46.273397 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a1d8dbda-7485-4bc9-9eec-a87bbce14a61 req-e9b0347d-f105-4a9a-ae31-d8a0090eab95 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034355 Apr 11 15:33:46.416113 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (93d39437-af19-41a8-bf0b-1c03770a242b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:46.912241 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Router 93d39437-af19-41a8-bf0b-1c03770a242b has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:47.008765 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be955e48-0c24-4992-a02e-28ec4e5c291c req-a693b188-adae-4baf-a35d-d71e48308b3f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.010392 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-be955e48-0c24-4992-a02e-28ec4e5c291c req-a693b188-adae-4baf-a35d-d71e48308b3f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0536776 Apr 11 15:33:47.024943 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:47.033634 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4072cc04-a58c-4d7c-af3f-67a34331222c admin admin] 10.222.0.50 "PUT /v2.0/routers/93d39437-af19-41a8-bf0b-1c03770a242b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0524099 Apr 11 15:33:47.033742 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43424) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:47.033862 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] Sync routers for ids ['93d39437-af19-41a8-bf0b-1c03770a242b'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:47.043423 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] Routers {'93d39437-af19-41a8-bf0b-1c03770a242b'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:47.044055 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['93d39437-af19-41a8-bf0b-1c03770a242b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.111000 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-be955e48-0c24-4992-a02e-28ec4e5c291c req-35bf11a9-aaf4-464d-938d-89d5d0087283 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943606 Apr 11 15:33:47.162531 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ec62-eba5-4b12-ba96-5705fabdebf2 req-0b583f0e-7150-4e84-b155-517e45986ef2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.164265 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cee1ec62-eba5-4b12-ba96-5705fabdebf2 req-0b583f0e-7150-4e84-b155-517e45986ef2 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0502074 Apr 11 15:33:47.168232 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks [] for router (93d39437-af19-41a8-bf0b-1c03770a242b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.175319 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] Set router 93d39437-af19-41a8-bf0b-1c03770a242b gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:47.215609 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cee1ec62-eba5-4b12-ba96-5705fabdebf2 req-e9777147-e5e2-4122-8b95-dbba1b36e464 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Apr 11 15:33:47.285752 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks [] for router_gateway (93d39437-af19-41a8-bf0b-1c03770a242b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.336307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Deleting port 21991381-4c44-45d0-8837-8630a64c1726 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:47.336741 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (21991381-4c44-45d0-8837-8630a64c1726), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.357817 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '21991381-4c44-45d0-8837-8630a64c1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:33:46Z', 'revision_number': 5, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port': {'id': '21991381-4c44-45d0-8837-8630a64c1726', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:42Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.385430 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] Checking router: 93d39437-af19-41a8-bf0b-1c03770a242b for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:47.394507 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] Routers {'93d39437-af19-41a8-bf0b-1c03770a242b'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:47.395149 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['93d39437-af19-41a8-bf0b-1c03770a242b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.432450 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03455119-3c73-4a2a-8a14-2c4b8c548c75 req-6609d057-3c61-4fbf-bd83-74ef70105beb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.433955 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-03455119-3c73-4a2a-8a14-2c4b8c548c75 req-6609d057-3c61-4fbf-bd83-74ef70105beb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0851388 Apr 11 15:33:47.484118 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] Set router 93d39437-af19-41a8-bf0b-1c03770a242b gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:47.485457 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] For port 21991381-4c44-45d0-8837-8630a64c1726, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=21991381-4c44-45d0-8837-8630a64c1726,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:47.486319 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (21991381-4c44-45d0-8837-8630a64c1726), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.509388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Calling delete_port for 21991381-4c44-45d0-8837-8630a64c1726 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:47.514612 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-03455119-3c73-4a2a-8a14-2c4b8c548c75 req-cd32639c-b0e7-4d13-9d4b-42ab39971c4a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742950 Apr 11 15:33:47.544519 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:33:47Z', 'revision_number': 6, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.572650 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-5c09cc37-5f31-4cce-a09f-6c2262cf7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.574241 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-5c09cc37-5f31-4cce-a09f-6c2262cf7fff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1128 time: 0.0571752 Apr 11 15:33:47.576688 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679f008-0f3e-4518-a783-65648a55adf7 None None] The sync data for ids ['93d39437-af19-41a8-bf0b-1c03770a242b'] in dv-cinder-835483-2-iscsi is: [{'id': '93d39437-af19-41a8-bf0b-1c03770a242b', 'name': 'tempest-TestMinimumBasicScenario-738777821-router', 'tenant_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:41Z', 'updated_at': '2022-04-11T15:33:47Z', 'revision_number': 6, 'project_id': '9ee5ed1d892844329d3f7b2e3f011e9f', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:47.596125 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15738a4-9790-402e-890c-e77b8842b27f req-4e816f26-3092-45c6-8b15-42af36f50491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.597800 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f15738a4-9790-402e-890c-e77b8842b27f req-4e816f26-3092-45c6-8b15-42af36f50491 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1127 time: 0.0799613 Apr 11 15:33:47.676797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-e3ec48f9-f181-44ea-ab26-cb2917887238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.678261 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-e3ec48f9-f181-44ea-ab26-cb2917887238 service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.0931876 Apr 11 15:33:47.723954 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-30426631-e4f5-4464-90b0-6eb08cd8aa70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 217 time: 0.0383170 Apr 11 15:33:47.768555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15738a4-9790-402e-890c-e77b8842b27f req-4662fdd8-425f-4a57-ab64-acff61ad8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.770039 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f15738a4-9790-402e-890c-e77b8842b27f req-4662fdd8-425f-4a57-ab64-acff61ad8f4b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1496825 Apr 11 15:33:47.780246 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-c595bc6f-94c5-4836-9994-33ccf93fca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.781710 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-c595bc6f-94c5-4836-9994-33ccf93fca00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0451970 Apr 11 15:33:47.834633 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-ab26c9ec-5d70-4aca-9501-43aa1f16982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.836170 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-ab26c9ec-5d70-4aca-9501-43aa1f16982b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394983 Apr 11 15:33:47.864901 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (21991381-4c44-45d0-8837-8630a64c1726), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.903619 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=21991381-4c44-45d0-8837-8630a64c1726,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:47.947432 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-bf8fa991-05f2-4bad-937a-78b8a330e1a5 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047068 Apr 11 15:33:47.973001 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15738a4-9790-402e-890c-e77b8842b27f req-b9fb7a35-0b0b-4322-9848-d9ab4be6ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:47.974493 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f15738a4-9790-402e-890c-e77b8842b27f req-b9fb7a35-0b0b-4322-9848-d9ab4be6ef19 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778240 Apr 11 15:33:47.993465 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (93d39437-af19-41a8-bf0b-1c03770a242b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.093319 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (93d39437-af19-41a8-bf0b-1c03770a242b), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.097115 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks [] for router_controller (93d39437-af19-41a8-bf0b-1c03770a242b), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.147091 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (93d39437-af19-41a8-bf0b-1c03770a242b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.147638 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d39437-af19-41a8-bf0b-1c03770a242b {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:33:48.151788 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.153006 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-307f6cee-57e3-4523-809c-52e03aaa3b19 admin admin] 10.222.0.50 "DELETE /v2.0/routers/93d39437-af19-41a8-bf0b-1c03770a242b HTTP/1.1" status: 204 len: 168 time: 1.1184061 Apr 11 15:33:48.155551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:48.200776 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Deleting subnet 56528084-685e-4018-ac9f-8a5a09a3e365 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:33:48.204051 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Publish callbacks [] for subnet (56528084-685e-4018-ac9f-8a5a09a3e365), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.238955 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ea9b-f4f3-44c2-96f0-7a33cca9eb90 req-4185114d-87ab-48ba-bf27-48344799f415 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:48.240636 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3ee4ea9b-f4f3-44c2-96f0-7a33cca9eb90 req-4185114d-87ab-48ba-bf27-48344799f415 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0494158 Apr 11 15:33:48.241052 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (56528084-685e-4018-ac9f-8a5a09a3e365), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.291877 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3ee4ea9b-f4f3-44c2-96f0-7a33cca9eb90 req-8491d633-224b-4b28-94ed-208ad96b7d5f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449235 Apr 11 15:33:48.335966 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92d9cbda-692b-4f30-a479-3c769f5492e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.361572 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (56528084-685e-4018-ac9f-8a5a09a3e365), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.369442 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73732ea-9387-4d17-9928-50e4477cd119 req-1e277b3d-d3e7-4b5b-a834-332a23c4f067 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:48.371007 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b73732ea-9387-4d17-9928-50e4477cd119 req-1e277b3d-d3e7-4b5b-a834-332a23c4f067 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0843468 Apr 11 15:33:48.450424 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b73732ea-9387-4d17-9928-50e4477cd119 req-b55f64c2-42dd-41c9-b687-caf5a473f091 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619986 Apr 11 15:33:48.461038 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (56528084-685e-4018-ac9f-8a5a09a3e365), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.487861 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56528084-685e-4018-ac9f-8a5a09a3e365,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:48.491391 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.494674 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e069aa64-bbfc-427d-b0ee-ecb0d951ab44 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/56528084-685e-4018-ac9f-8a5a09a3e365 HTTP/1.1" status: 204 len: 168 time: 0.3380988 Apr 11 15:33:48.497099 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43436) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:48.499557 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa862c-3b55-4694-80eb-58589b9ec835 None None] Network e1ac3494-a498-48f2-9a49-d584a923933c requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:48.576168 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (e1ac3494-a498-48f2-9a49-d584a923933c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.631568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Deleting port e3e22eda-417d-459d-91ab-c64bc70d74a8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:48.631922 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.679454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b619a0-9d2c-4d9c-83de-063f64ebea8b req-cdc89404-5be4-415e-8e83-f3e16790da27 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:48.681248 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-71b619a0-9d2c-4d9c-83de-063f64ebea8b req-cdc89404-5be4-415e-8e83-f3e16790da27 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0724707 Apr 11 15:33:48.693343 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] DHCP port deletion for e1ac3494-a498-48f2-9a49-d584a923933c request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:33:48.768638 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] Deleting port e3e22eda-417d-459d-91ab-c64bc70d74a8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:48.769018 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.771838 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] For port e3e22eda-417d-459d-91ab-c64bc70d74a8, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e3e22eda-417d-459d-91ab-c64bc70d74a8,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:48.772311 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.794924 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Calling delete_port for e3e22eda-417d-459d-91ab-c64bc70d74a8 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:48.800502 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-45616971-e024-4064-a922-c057668ebc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:48.802442 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-45616971-e024-4064-a922-c057668ebc31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1127 time: 0.0731146 Apr 11 15:33:48.822344 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-71b619a0-9d2c-4d9c-83de-063f64ebea8b req-91fd8e4b-9055-4916-a078-2173b028010f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340206 Apr 11 15:33:48.878430 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-85fb9d81-8c56-46d7-8ee5-b1dd94195d19 req-a47ab78c-069d-4fb5-b1f5-1cd53da9e9eb service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932707 Apr 11 15:33:48.885067 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] For port e3e22eda-417d-459d-91ab-c64bc70d74a8, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e3e22eda-417d-459d-91ab-c64bc70d74a8,segment=NetworkSegment(a9306460-d96b-4845-a7f9-2a15e118dd33),segment_id=a9306460-d96b-4845-a7f9-2a15e118dd33)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:48.885514 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.892028 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-706ff37e-3db6-404d-a4ae-7d7e539a7aae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 217 time: 0.0489161 Apr 11 15:33:48.905922 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] Calling delete_port for e3e22eda-417d-459d-91ab-c64bc70d74a8 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:48.965353 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-a1375da5-da4f-4fed-bb6c-d66eb3ba8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:48.966954 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-a1375da5-da4f-4fed-bb6c-d66eb3ba8b62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0586281 Apr 11 15:33:48.972935 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.974684 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:48.999403 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:48.999750 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6b1613b5-dd2b-43cb-8303-8516b7c1d4f0 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:49.000163 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e3e22eda-417d-459d-91ab-c64bc70d74a8 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:49.023567 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e22eda-417d-459d-91ab-c64bc70d74a8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:49.027596 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: e3e22eda-417d-459d-91ab-c64bc70d74a8 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:49.027596 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e3e22eda-417d-459d-91ab-c64bc70d74a8 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:49.027844 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21991381-4c44-45d0-8837-8630a64c1726 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:49.030687 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] No DVR routers for this DVR port e3e22eda-417d-459d-91ab-c64bc70d74a8 on host dv-cinder-835483-2-iscsi {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:49.031605 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (e3e22eda-417d-459d-91ab-c64bc70d74a8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.056814 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 21991381-4c44-45d0-8837-8630a64c1726 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:49.056978 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21991381-4c44-45d0-8837-8630a64c1726 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:49.068470 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-5766a2de-9e06-42fc-8961-2f0e6e586379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:49.070010 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-5766a2de-9e06-42fc-8961-2f0e6e586379 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935469 Apr 11 15:33:49.079251 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] Pushing event deleted for resources: {'Port': ['ID=e3e22eda-417d-459d-91ab-c64bc70d74a8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:49.083342 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7831d2-d5b3-47f6-80d8-f3662153afa8 None None] No DVR routers for this DVR port e3e22eda-417d-459d-91ab-c64bc70d74a8 on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:49.146162 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (e1ac3494-a498-48f2-9a49-d584a923933c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.201621 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ac3494-a498-48f2-9a49-d584a923933c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:49.215622 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9306460-d96b-4845-a7f9-2a15e118dd33') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:49.215913 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9306460-d96b-4845-a7f9-2a15e118dd33') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:49.231790 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (a9306460-d96b-4845-a7f9-2a15e118dd33), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.250722 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.251597 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-429bf77e-dd93-42b3-8554-425030c923e1 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702909 Apr 11 15:33:49.255115 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (a9306460-d96b-4845-a7f9-2a15e118dd33), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.269018 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:33:49.269410 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (a9306460-d96b-4845-a7f9-2a15e118dd33), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:33:49.271048 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:33:49.570825 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35047890-dd5e-4a07-b68c-e83391aaf306 req-3bc9179d-c5e7-4551-80bd-88bb0ff76ac3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:49.572367 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35047890-dd5e-4a07-b68c-e83391aaf306 req-3bc9179d-c5e7-4551-80bd-88bb0ff76ac3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0504887 Apr 11 15:33:49.624877 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35047890-dd5e-4a07-b68c-e83391aaf306 req-c489e2a3-63a6-4cfb-b844-78e7f95d1cd8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466347 Apr 11 15:33:49.661441 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (e1ac3494-a498-48f2-9a49-d584a923933c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.678040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.681197 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e1ac3494-a498-48f2-9a49-d584a923933c HTTP/1.1" status: 204 len: 168 time: 1.1831689 Apr 11 15:33:49.703212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc396e-a7f2-426e-8169-d360925fa133 req-4a10acfe-169c-4ee2-8dcc-ad378ac81f70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:49.705280 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bcdc396e-a7f2-426e-8169-d360925fa133 req-4a10acfe-169c-4ee2-8dcc-ad378ac81f70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0828142 Apr 11 15:33:49.711981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8744b3e-66d9-4efd-bfc0-944fce73a0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ac3494-a498-48f2-9a49-d584a923933c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:49.727172 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-24b6bf8d-da44-466f-b8bd-6de509789fa6 req-7fab1840-6ff1-40c6-9c6b-0566d08d3a1a service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694107 Apr 11 15:33:49.764862 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199513d3-cbc8-4d2c-960a-d52d4b7c9722 req-244cd107-08a7-4521-a58a-12e58ce0cb70 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:49.767269 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-199513d3-cbc8-4d2c-960a-d52d4b7c9722 req-244cd107-08a7-4521-a58a-12e58ce0cb70 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0669131 Apr 11 15:33:49.770488 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bcdc396e-a7f2-426e-8169-d360925fa133 req-f58326dc-8e77-43be-84f9-4dfc1757db49 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513012 Apr 11 15:33:49.778723 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:49.785634 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Request body: {'floatingip': {'port_id': '83a139b6-3dcf-4714-891c-1f111d5443d2'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:49.827193 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (b718f9e7-fb80-441e-bc09-aabba62c9102), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.844125 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43454) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:49.897310 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3e082ce0-06e1-410c-8f51-6a6744298ed8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5639b523c7d4b648ad674e72bf96d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483899 Apr 11 15:33:49.897627 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:49.949358 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0228b075-22a7-4db7-942d-730a7496bfa6 admin admin] Publish callbacks [] for security_group (3e240bd9-f79b-49ce-9163-5f30950cfce8), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.973398 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0228b075-22a7-4db7-942d-730a7496bfa6 admin admin] Publish callbacks [] for security_group (3e240bd9-f79b-49ce-9163-5f30950cfce8), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.976152 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f779-eede-43f6-82f6-694bf82f28e5 req-0b639464-07b7-4d7c-996f-ce87fcc8b9a4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:49.977700 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7318f779-eede-43f6-82f6-694bf82f28e5 req-0b639464-07b7-4d7c-996f-ce87fcc8b9a4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0814466 Apr 11 15:33:50.027471 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0228b075-22a7-4db7-942d-730a7496bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (3e240bd9-f79b-49ce-9163-5f30950cfce8), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.030059 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0228b075-22a7-4db7-942d-730a7496bfa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.032053 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0228b075-22a7-4db7-942d-730a7496bfa6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e240bd9-f79b-49ce-9163-5f30950cfce8 HTTP/1.1" status: 204 len: 168 time: 0.1326907 Apr 11 15:33:50.041999 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228b075-22a7-4db7-942d-730a7496bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e240bd9-f79b-49ce-9163-5f30950cfce8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:50.088278 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7318f779-eede-43f6-82f6-694bf82f28e5 req-68077b59-35b7-45ae-b415-3c53524d5baf tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041837 Apr 11 15:33:50.383840 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.388754 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (b718f9e7-fb80-441e-bc09-aabba62c9102), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.389934 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43464) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:50.432063 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d1176952-52f2-4bcf-9dd4-4e52f62582ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ee5ed1d892844329d3f7b2e3f011e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406888 Apr 11 15:33:50.434777 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43466) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:50.484910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6122d79-56fb-4a84-a13e-3bd8f761ad1c admin admin] Publish callbacks [] for security_group (32bd1249-b836-4cc5-b589-4395e7944ae5), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.505290 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Floating IP b718f9e7-fb80-441e-bc09-aabba62c9102 associated. External IP: 172.27.1.161, port: 83a139b6-3dcf-4714-891c-1f111d5443d2. Apr 11 15:33:50.507620 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6122d79-56fb-4a84-a13e-3bd8f761ad1c admin admin] Publish callbacks [] for security_group (32bd1249-b836-4cc5-b589-4395e7944ae5), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.558315 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6122d79-56fb-4a84-a13e-3bd8f761ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (32bd1249-b836-4cc5-b589-4395e7944ae5), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.560792 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6122d79-56fb-4a84-a13e-3bd8f761ad1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.561948 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d6122d79-56fb-4a84-a13e-3bd8f761ad1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32bd1249-b836-4cc5-b589-4395e7944ae5 HTTP/1.1" status: 204 len: 168 time: 0.1261694 Apr 11 15:33:50.570605 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6122d79-56fb-4a84-a13e-3bd8f761ad1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd1249-b836-4cc5-b589-4395e7944ae5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:50.668362 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.750695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:50.864153 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:50.870103 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.890616 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94491117-6adf-41ed-8523-851fba6afabc None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:50.890616 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:50.890616 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:50.929715 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-de22771a-6022-4f5f-8e57-3f101ae08e1a tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "PUT /v2.0/floatingips/b718f9e7-fb80-441e-bc09-aabba62c9102 HTTP/1.1" status: 200 len: 991 time: 1.1498294 Apr 11 15:33:50.930407 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:50.931648 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369ae69-1025-4406-a66d-cb5406f79b46 req-00b082ad-d2dd-4b7b-b479-ae1ff17f8676 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:50.933276 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa133e-0627-497b-8679-a4dab3caeb87" -d '{"events": [{"name": "network-changed", "server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:50.941885 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c369ae69-1025-4406-a66d-cb5406f79b46 req-00b082ad-d2dd-4b7b-b479-ae1ff17f8676 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0848305 Apr 11 15:33:50.979302 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4696b2a-b5a0-4bc6-8114-7e4acd04191e x-openstack-request-id: req-c4696b2a-b5a0-4bc6-8114-7e4acd04191e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:50.979791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:50.980201 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4696b2a-b5a0-4bc6-8114-7e4acd04191e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:50.980801 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4696b2a-b5a0-4bc6-8114-7e4acd04191e'] response: {'name': 'network-changed', 'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'status': 'completed', 'code': 200} Apr 11 15:33:50.993186 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c369ae69-1025-4406-a66d-cb5406f79b46 req-53af68f0-ddac-4693-84ff-88d93971d7b7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505712 Apr 11 15:33:51.028068 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:51.205532 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618651e-9bf4-4303-9581-f4f6fc07a9c3 req-b0627d8c-d9bf-43e4-bad9-553ac2cbaa0d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:51.207802 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d618651e-9bf4-4303-9581-f4f6fc07a9c3 req-b0627d8c-d9bf-43e4-bad9-553ac2cbaa0d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0491519 Apr 11 15:33:51.248641 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:51.251682 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b718f9e7-fb80-441e-bc09-aabba62c9102', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'port_id': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'mac_address': 'fa:16:3e:35:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886d313-e1bc-484a-892d-05a2118bdede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:50Z', 'revision_number': 1, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:51.263963 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d618651e-9bf4-4303-9581-f4f6fc07a9c3 req-353caa4b-920e-4110-9a50-0c97990c094e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502915 Apr 11 15:33:51.278411 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94491117-6adf-41ed-8523-851fba6afabc None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:51.288363 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:51.288962 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:51.482144 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:51.695544 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-94491117-6adf-41ed-8523-851fba6afabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b718f9e7-fb80-441e-bc09-aabba62c9102', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'port_id': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'mac_address': 'fa:16:3e:35:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886d313-e1bc-484a-892d-05a2118bdede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:50Z', 'revision_number': 1, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:51.723151 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94491117-6adf-41ed-8523-851fba6afabc None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'b718f9e7-fb80-441e-bc09-aabba62c9102', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'port_id': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'mac_address': 'fa:16:3e:35:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886d313-e1bc-484a-892d-05a2118bdede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:50Z', 'revision_number': 1, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:51.922965 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8a539-da37-435c-aaea-34e750c69121 None None] New status for floating IP b718f9e7-fb80-441e-bc09-aabba62c9102: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:52.120127 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a72925-3bc6-4620-9e6e-a3ba09bbbf6c req-6db4ddde-9ad6-4a92-9340-9835f8a9c292 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:52.121813 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-11a72925-3bc6-4620-9e6e-a3ba09bbbf6c req-6db4ddde-9ad6-4a92-9340-9835f8a9c292 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0529332 Apr 11 15:33:52.173911 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-11a72925-3bc6-4620-9e6e-a3ba09bbbf6c req-5d6cf4a9-e05d-4b3a-84a4-ddf5e04c3b81 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453694 Apr 11 15:33:52.291478 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-533ae6b2-c3a5-42bd-85f3-7883eabfbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:52.292959 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-533ae6b2-c3a5-42bd-85f3-7883eabfbd2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e840187413594b7a89c3075fd64d2955&device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 1129 time: 0.0431082 Apr 11 15:33:52.376076 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974afc-e8be-4eca-89de-ffae9ce899fc req-9e83b9e6-7c43-4871-a366-032b6e3e17a7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:52.377688 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d974afc-e8be-4eca-89de-ffae9ce899fc req-9e83b9e6-7c43-4871-a366-032b6e3e17a7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0472770 Apr 11 15:33:52.382645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-f754cefc-27fb-4534-93a4-92c4efd75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:52.384113 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-f754cefc-27fb-4534-93a4-92c4efd75c04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 200 len: 912 time: 0.0849283 Apr 11 15:33:52.427597 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d974afc-e8be-4eca-89de-ffae9ce899fc req-04fe7b40-f0f4-4017-9980-e4719960fec5 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438044 Apr 11 15:33:52.455600 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-f265618c-d24b-4655-9878-16b261108c73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a139b6-3dcf-4714-891c-1f111d5443d2 HTTP/1.1" status: 200 len: 1001 time: 0.0647013 Apr 11 15:33:52.503649 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-53ffe969-407e-4654-af1e-f55bf365621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:52.505142 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-53ffe969-407e-4654-af1e-f55bf365621f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 200 len: 850 time: 0.0437851 Apr 11 15:33:52.549920 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-41eeaaef-8139-4593-b0bc-fb417f0f02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:52.551356 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-41eeaaef-8139-4593-b0bc-fb417f0f02d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e754873-9815-43da-8bf8-15629bcbf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397570 Apr 11 15:33:52.755531 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-56cc1d15-33bb-4500-9f03-5a8e261f6497 service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873544 Apr 11 15:33:53.293698 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926cc02-a829-4416-8dfa-bf85777b22fc req-861d63a7-f02d-4703-9ac8-9045d1c93c6b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:53.295211 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3926cc02-a829-4416-8dfa-bf85777b22fc req-861d63a7-f02d-4703-9ac8-9045d1c93c6b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0486860 Apr 11 15:33:53.341898 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3926cc02-a829-4416-8dfa-bf85777b22fc req-f5a60ea0-e15b-4f9a-9d99-e8ffbd52b8ad tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405905 Apr 11 15:33:53.538978 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652877bb-2cfa-45a8-8a3d-c327d9e96004 req-015a55a5-3862-41e2-b527-b972da1395b7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:53.540448 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-652877bb-2cfa-45a8-8a3d-c327d9e96004 req-015a55a5-3862-41e2-b527-b972da1395b7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0466924 Apr 11 15:33:53.587869 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-652877bb-2cfa-45a8-8a3d-c327d9e96004 req-90730c54-dc22-4b71-8b6f-d6d91190a0ac tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419438 Apr 11 15:33:53.944490 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8fa133e-0627-497b-8679-a4dab3caeb87 req-9ef9e9d4-5133-4086-bc76-1748354bf89c service neutron] 10.222.0.59 "GET /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905967 Apr 11 15:33:54.458912 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc91a-d5e4-4fac-b5c4-1a4d1a87e9b1 req-cd1cf6f6-68ba-4a40-b683-c52838780a2b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:54.460660 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-857fc91a-d5e4-4fac-b5c4-1a4d1a87e9b1 req-cd1cf6f6-68ba-4a40-b683-c52838780a2b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0484326 Apr 11 15:33:54.508296 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-857fc91a-d5e4-4fac-b5c4-1a4d1a87e9b1 req-ee4413c6-06c2-4a06-9a27-a02f67b7ec9c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Apr 11 15:33:54.536097 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:33:54.642610 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:54.650640 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'mac_address': 'fa:16:3e:27:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:33:54.692934 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:54.693328 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:54.707129 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7358c61-5298-432c-9341-35fdd7d5232c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:54.721068 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6a81c-fa17-420e-8f7c-6fff07b1c29c req-a132b49e-d4d2-4265-bbe9-532f8ea46bf0 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:54.722645 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0ee6a81c-fa17-420e-8f7c-6fff07b1c29c req-a132b49e-d4d2-4265-bbe9-532f8ea46bf0 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0531447 Apr 11 15:33:54.727635 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:54.733657 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:54.771717 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0ee6a81c-fa17-420e-8f7c-6fff07b1c29c req-0a19f0b4-3a8a-4617-b098-d8626b47c02e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432680 Apr 11 15:33:54.783448 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:55.037457 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:55.226164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f7358c61-5298-432c-9341-35fdd7d5232c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:55.626764 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3686-1118-44cf-902a-8961482bab7e req-da205fd2-0aaa-40a1-9c99-43e09e9914e5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:55.628247 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e75e3686-1118-44cf-902a-8961482bab7e req-da205fd2-0aaa-40a1-9c99-43e09e9914e5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 944 time: 0.0503690 Apr 11 15:33:55.678100 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e75e3686-1118-44cf-902a-8961482bab7e req-989b1fbe-c7ae-4685-b3a4-e935c971ecda tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443411 Apr 11 15:33:55.886938 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ca042-de60-478f-a213-8dadbcbe9aed req-4dd4697d-b6b0-4b6b-b992-67188b1485ce tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:55.888407 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d08ca042-de60-478f-a213-8dadbcbe9aed req-4dd4697d-b6b0-4b6b-b992-67188b1485ce tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 944 time: 0.0473213 Apr 11 15:33:55.938222 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d08ca042-de60-478f-a213-8dadbcbe9aed req-4d559ae4-9637-4204-840d-76ec17897555 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434530 Apr 11 15:33:56.559041 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c55810f0-9a78-4f29-acb3-db7183cfd65b details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:33:56.569434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:56.686476 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port f7358c61-5298-432c-9341-35fdd7d5232c completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:33:56.696012 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port f7358c61-5298-432c-9341-35fdd7d5232c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:56.696387 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:56.737805 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port c55810f0-9a78-4f29-acb3-db7183cfd65b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:56.756623 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:33:56.797710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e50e2-bd6e-4e86-ab42-fdd62fab8399 req-33877871-fe52-466b-accf-a9e0ec1b737d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:56.799860 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-383e50e2-bd6e-4e86-ab42-fdd62fab8399 req-33877871-fe52-466b-accf-a9e0ec1b737d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 944 time: 0.0500183 Apr 11 15:33:56.821555 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port c55810f0-9a78-4f29-acb3-db7183cfd65b is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:56.821858 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:56.843502 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55810f0-9a78-4f29-acb3-db7183cfd65b {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:56.849313 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-383e50e2-bd6e-4e86-ab42-fdd62fab8399 req-067cffd4-de95-48be-80e8-807eefef5564 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439105 Apr 11 15:33:56.849624 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:56.849734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:56.879189 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port c55810f0-9a78-4f29-acb3-db7183cfd65b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:56.886015 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:56.888257 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654fc967-9946-4b0e-827a-d0393618a2a5" -d '{"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-plugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:56.893562 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:56.904811 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:56.926730 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98feafd2-9686-4617-ab78-e73e7fc1eb2c x-openstack-request-id: req-98feafd2-9686-4617-ab78-e73e7fc1eb2c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:56.927038 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-plugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:56.927292 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98feafd2-9686-4617-ab78-e73e7fc1eb2c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:56.927676 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98feafd2-9686-4617-ab78-e73e7fc1eb2c'] response: {'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'code': 200} Apr 11 15:33:56.930175 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:56.952282 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=c55810f0-9a78-4f29-acb3-db7183cfd65b,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:57.005677 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:57.055192 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac689d1-96dc-4cd4-8683-4f9b3896c746 req-6c1af2be-cd72-4ea1-be58-d2de63d0c3fc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:57.056713 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2ac689d1-96dc-4cd4-8683-4f9b3896c746 req-6c1af2be-cd72-4ea1-be58-d2de63d0c3fc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 945 time: 0.0497139 Apr 11 15:33:57.107855 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2ac689d1-96dc-4cd4-8683-4f9b3896c746 req-000e877a-047b-46e8-8420-c54f7d2e59c2 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453856 Apr 11 15:33:57.166751 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f187a0-bbd5-42ab-8af8-0a9542f1c06b req-471bb3c6-3c87-47ca-9f73-6f138cea70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:57.168249 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e6f187a0-bbd5-42ab-8af8-0a9542f1c06b req-471bb3c6-3c87-47ca-9f73-6f138cea70aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1129 time: 0.0446730 Apr 11 15:33:57.213033 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e6f187a0-bbd5-42ab-8af8-0a9542f1c06b req-e2a82550-eb4d-45cb-8dcc-6de4dda4b280 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383368 Apr 11 15:33:57.373848 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['c55810f0-9a78-4f29-acb3-db7183cfd65b'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:57.968716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b513c8-df47-49ed-bba5-1c6cfeabdf64 req-70883c6a-48fd-46a9-9671-d6eb17ea33ce tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:57.970768 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39b513c8-df47-49ed-bba5-1c6cfeabdf64 req-70883c6a-48fd-46a9-9671-d6eb17ea33ce tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Apr 11 15:33:58.020153 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39b513c8-df47-49ed-bba5-1c6cfeabdf64 req-df76f3da-8a3e-4fe2-a506-5d11c96ffc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 Apr 11 15:33:58.225517 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e4da-d69d-4e88-89ea-5df7ddab90f1 req-67c96fcd-4e6a-4289-bf2f-5842155b41ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:58.227022 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac66e4da-d69d-4e88-89ea-5df7ddab90f1 req-67c96fcd-4e6a-4289-bf2f-5842155b41ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 945 time: 0.0481038 Apr 11 15:33:58.275200 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ac66e4da-d69d-4e88-89ea-5df7ddab90f1 req-edfa9915-1f44-4180-b48b-3db60129ccdb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426764 Apr 11 15:33:58.596908 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c55810f0-9a78-4f29-acb3-db7183cfd65b up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:58.645783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port c55810f0-9a78-4f29-acb3-db7183cfd65b completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:33:58.651586 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port c55810f0-9a78-4f29-acb3-db7183cfd65b triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:58.651970 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:58.733201 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port c55810f0-9a78-4f29-acb3-db7183cfd65b is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:58.733591 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:58.770485 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port c55810f0-9a78-4f29-acb3-db7183cfd65b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:58.775210 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:58.825339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=c55810f0-9a78-4f29-acb3-db7183cfd65b,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:58.929136 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:58.931445 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24882968-ef7a-4e83-b367-9fe2e5e5e576" -d '{"events": [{"server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "name": "network-vif-plugged", "status": "completed", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:58.966890 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1321c10-1354-45f9-9270-39050f50b3de x-openstack-request-id: req-c1321c10-1354-45f9-9270-39050f50b3de {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:58.967180 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "name": "network-vif-plugged", "status": "completed", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:58.967454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1321c10-1354-45f9-9270-39050f50b3de {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:58.967843 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1321c10-1354-45f9-9270-39050f50b3de'] response: {'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'code': 200} Apr 11 15:33:59.139921 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f300a-ce04-4e6b-9e5a-477a9b3c776c req-bd96442e-fb6a-4e5a-a3ee-038a957b123c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:59.141308 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3e8f300a-ce04-4e6b-9e5a-477a9b3c776c req-bd96442e-fb6a-4e5a-a3ee-038a957b123c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Apr 11 15:33:59.191810 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3e8f300a-ce04-4e6b-9e5a-477a9b3c776c req-b63c8964-ebc0-440c-be19-eec12dcf33e3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447593 Apr 11 15:33:59.392023 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2759f5-e587-4bf6-8a4b-a73eb2c4796b req-f1912fff-c075-4c66-a9a1-f34ac96b8691 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:59.393820 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ab2759f5-e587-4bf6-8a4b-a73eb2c4796b req-f1912fff-c075-4c66-a9a1-f34ac96b8691 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0505805 Apr 11 15:33:59.443268 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ab2759f5-e587-4bf6-8a4b-a73eb2c4796b req-81baa836-1978-443b-985c-a16c2f074c3c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438859 Apr 11 15:34:00.103050 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e100-1459-4cce-8c28-62284d7ebda7 req-ae3870e9-87ba-4ad9-abdc-0c695e47eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:00.104557 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5aa4e100-1459-4cce-8c28-62284d7ebda7 req-ae3870e9-87ba-4ad9-abdc-0c695e47eb80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1130 time: 0.0391490 Apr 11 15:34:00.149498 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5aa4e100-1459-4cce-8c28-62284d7ebda7 req-a7fa699a-96a0-45d9-bc8d-1d44d1ccac27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387535 Apr 11 15:34:00.311176 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e83f7-fa26-4a06-a168-0d87b45ad50a req-058ea43a-46c2-43e9-aab7-0123e39977de tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:00.312667 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-943e83f7-fa26-4a06-a168-0d87b45ad50a req-058ea43a-46c2-43e9-aab7-0123e39977de tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0475063 Apr 11 15:34:00.360043 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-943e83f7-fa26-4a06-a168-0d87b45ad50a req-8814ec6f-9079-4aa0-9d7c-6c68d7a6897c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Apr 11 15:34:00.472894 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a577569-16ce-4f9f-a41e-0227fe3cc63d req-713e085d-b595-49fc-9ed7-2a5c8e337cb2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:00.474383 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0a577569-16ce-4f9f-a41e-0227fe3cc63d req-713e085d-b595-49fc-9ed7-2a5c8e337cb2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Apr 11 15:34:00.482972 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:00.488159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'floatingip': {'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:00.531531 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:00.570810 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cdadb-44f6-4c54-9ab7-8d84ef86bb96 req-c1fb5986-8dad-4a45-9db5-73ab99402bbe tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:00.572331 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-615cdadb-44f6-4c54-9ab7-8d84ef86bb96 req-c1fb5986-8dad-4a45-9db5-73ab99402bbe tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0626817 Apr 11 15:34:00.623181 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-615cdadb-44f6-4c54-9ab7-8d84ef86bb96 req-d69a7323-2afe-4cf1-9a30-2cd3732524d7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451465 Apr 11 15:34:00.989675 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:00.993438 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:01.104008 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Floating IP a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4 associated. External IP: 172.27.1.103, port: f7358c61-5298-432c-9341-35fdd7d5232c. Apr 11 15:34:01.217257 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-1e8be90d-9122-4a0b-b087-d6b13d5dff7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403249 Apr 11 15:34:01.309550 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-65c2acc8-183d-47dd-aaf0-4d0bb958df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:01.311091 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-65c2acc8-183d-47dd-aaf0-4d0bb958df95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1130 time: 0.0416517 Apr 11 15:34:01.431935 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-36be0064-33b6-4186-8bd7-4e6ad3261067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:01.433426 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-36be0064-33b6-4186-8bd7-4e6ad3261067 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 910 time: 0.0917940 Apr 11 15:34:01.507058 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-2855ac55-df00-46bd-939a-4f940959be5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 1001 time: 0.0589468 Apr 11 15:34:01.577695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:01.703067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:01.708786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:01.716607 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:01.723401 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-a67cd93c-458d-4c94-86d9-e4efef805409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:01.725236 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-a67cd93c-458d-4c94-86d9-e4efef805409 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 200 len: 848 time: 0.0696795 Apr 11 15:34:01.727623 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:01.728252 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:01.776392 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bfa79933-72a5-4004-93a1-6ad53b21e3eb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "PUT /v2.0/floatingips/a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4 HTTP/1.1" status: 200 len: 991 time: 1.2922568 Apr 11 15:34:01.777040 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:01.779308 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45cd2b0-d22d-4399-a672-5952d5a70ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:01.787622 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87762da-3c75-4d49-a408-4b54f311e272 req-4aa11905-7ebf-4b2c-8686-04811754cd50 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:01.789057 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b87762da-3c75-4d49-a408-4b54f311e272 req-4aa11905-7ebf-4b2c-8686-04811754cd50 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0771031 Apr 11 15:34:01.827726 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d7c5a4-73b7-40d7-960d-e9f3f71750e8 x-openstack-request-id: req-20d7c5a4-73b7-40d7-960d-e9f3f71750e8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:01.828017 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:01.828269 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20d7c5a4-73b7-40d7-960d-e9f3f71750e8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:01.828698 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d7c5a4-73b7-40d7-960d-e9f3f71750e8'] response: {'name': 'network-changed', 'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'status': 'completed', 'code': 200} Apr 11 15:34:01.839743 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:01.843004 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b87762da-3c75-4d49-a408-4b54f311e272 req-fe138334-fe9e-4ef6-9c94-9bd24f1046a3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478613 Apr 11 15:34:01.958978 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8bcd1-051b-43de-b320-c2ba1fa16b7e req-ea1f4879-f104-42c2-95b1-b6eb5e4a9132 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:01.960765 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ce8bcd1-051b-43de-b320-c2ba1fa16b7e req-ea1f4879-f104-42c2-95b1-b6eb5e4a9132 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0474904 Apr 11 15:34:02.010167 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ce8bcd1-051b-43de-b320-c2ba1fa16b7e req-aa74d8e7-2ab6-4b4f-8b81-d25f7ec4d01c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437956 Apr 11 15:34:02.032628 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43530) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:02.061735 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'mac_address': 'fa:16:3e:27:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:35Z', 'updated_at': '2022-04-11T15:34:00Z', 'revision_number': 1, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:02.071001 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083da5e5-e578-4191-9d52-577d66d930c6 tempest-TestVolumeBootPattern-1998926753 tempest-TestVolumeBootPattern-1998926753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:02.072538 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-083da5e5-e578-4191-9d52-577d66d930c6 tempest-TestVolumeBootPattern-1998926753 tempest-TestVolumeBootPattern-1998926753-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1125 time: 0.0383296 Apr 11 15:34:02.075302 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43532) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:02.079413 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:02.088118 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:02.097428 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:02.098074 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:02.102110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:02.184583 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:02.213421 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:02.299270 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Allocated IP 172.27.1.232 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/9c4db1c8-7895-4fdb-9af6-43a2957630d4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:34:02.360605 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-76cca7a7-ce40-4576-ad8c-78f29d0b7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:02.362205 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-76cca7a7-ce40-4576-ad8c-78f29d0b7981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48c0d64-03ac-498a-81d9-40f420df7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595577 Apr 11 15:34:02.370578 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-773d525d-8f7d-4088-829e-5b3b04b19c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:02.372104 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-773d525d-8f7d-4088-829e-5b3b04b19c39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1129 time: 0.0631447 Apr 11 15:34:02.443104 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'mac_address': 'fa:16:3e:27:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:35Z', 'updated_at': '2022-04-11T15:34:00Z', 'revision_number': 1, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:02.471694 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670d8f2-8571-4acd-9f12-953487112161 None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': 'a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'mac_address': 'fa:16:3e:27:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:35Z', 'updated_at': '2022-04-11T15:34:00Z', 'revision_number': 1, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:02.494611 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-370db898-8fad-40dd-8b50-0b6f7b404226 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982332 Apr 11 15:34:02.503827 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:02.527135 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-60b1966b-a910-465e-b94e-57c5ddcdfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:02.528598 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-60b1966b-a910-465e-b94e-57c5ddcdfd63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.1320887 Apr 11 15:34:02.592630 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4a4ae319-8e91-465f-bf66-d227c16bd311 req-1b2818ae-0c3d-4b4c-96ba-8347f3c55457 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916460 Apr 11 15:34:02.605069 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:02.619718 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-fe323024-375e-495d-a9a3-52875987e34c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 999 time: 0.0817602 Apr 11 15:34:02.684345 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:34:02.694616 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=9c4db1c8-7895-4fdb-9af6-43a2957630d4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:02.698577 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:34:02.702623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:34:02.705385 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bb7cb-36e8-438e-ab26-627827005a0e None None] New status for floating IP a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:02.731553 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-82fac5c0-84a7-4d19-adab-cd678885e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:02.732998 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-82fac5c0-84a7-4d19-adab-cd678885e13e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0928833 Apr 11 15:34:02.809217 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-e7e7b981-1110-457f-95af-4710c088bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:02.810644 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-e7e7b981-1110-457f-95af-4710c088bf08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692954 Apr 11 15:34:03.008080 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-f70e2f2a-65bf-4b3e-9728-5ea8df739486 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899838 Apr 11 15:34:03.185282 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a45cd2b0-d22d-4399-a672-5952d5a70ec8 req-c4f996a3-e54b-4b7a-a902-a861b5b0c302 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677895 Apr 11 15:34:03.253957 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (24b333b3-f64b-4e97-b895-b2bf924cb005), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:03.320517 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:03.467267 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:03.471706 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:03.539913 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=9c4db1c8-7895-4fdb-9af6-43a2957630d4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:03.552116 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (24b333b3-f64b-4e97-b895-b2bf924cb005), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:03.654030 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Floating IP 24b333b3-f64b-4e97-b895-b2bf924cb005 associated. External IP: 172.27.1.232, port: c55810f0-9a78-4f29-acb3-db7183cfd65b. Apr 11 15:34:03.865392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:04.226398 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:04.235958 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:04.244659 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:04.247685 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:04.248322 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:04.278870 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9512efc6-3b8a-4bfa-af1d-2b66cdd97336 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2025130 Apr 11 15:34:04.279544 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:04.281804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03576230-d876-4256-b481-cb20037abd72" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:04.319240 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b3a86-8f1b-494c-9877-f4075924c0b9 x-openstack-request-id: req-5c9b3a86-8f1b-494c-9877-f4075924c0b9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:04.319528 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:04.319792 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c9b3a86-8f1b-494c-9877-f4075924c0b9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:04.320258 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9b3a86-8f1b-494c-9877-f4075924c0b9'] response: {'name': 'network-changed', 'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'status': 'completed', 'code': 200} Apr 11 15:34:04.359891 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:04.418050 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576230-d876-4256-b481-cb20037abd72 req-6851dc36-3be5-4a5c-b757-705a4fc68f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:04.419572 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-6851dc36-3be5-4a5c-b757-705a4fc68f66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1130 time: 0.0405822 Apr 11 15:34:04.511491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576230-d876-4256-b481-cb20037abd72 req-f5060f10-1d8a-4753-8952-4420297d0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:04.512905 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-f5060f10-1d8a-4753-8952-4420297d0680 service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.0871065 Apr 11 15:34:04.573722 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:03Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:04.583031 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-5e1fce41-b4c2-4f09-82e1-4d88a2afb71b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 1000 time: 0.0635486 Apr 11 15:34:04.604736 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:04.613626 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:04.614229 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:33:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:04.632758 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576230-d876-4256-b481-cb20037abd72 req-f531768d-c0fe-4eb8-b207-0ef052183522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:04.634227 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-f531768d-c0fe-4eb8-b207-0ef052183522 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0444832 Apr 11 15:34:04.679285 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576230-d876-4256-b481-cb20037abd72 req-89b72f7f-d4e3-4fe1-9b33-162f0fd48920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:04.680797 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-89b72f7f-d4e3-4fe1-9b33-162f0fd48920 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397675 Apr 11 15:34:04.782644 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-38d9dc73-0836-413a-adf0-cd89ac4d2896 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946033 Apr 11 15:34:04.817073 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:04.874142 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-03576230-d876-4256-b481-cb20037abd72 req-d55eb99b-b711-4099-bcc8-5335ca7179fb service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847034 Apr 11 15:34:05.031579 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:03Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:05.060955 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956b35d-a471-4d46-b4a6-1104bc1490e9 None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:03Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:05.248256 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f33d29-23dd-4320-a32e-377fdfb78951 None None] New status for floating IP 24b333b3-f64b-4e97-b895-b2bf924cb005: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:15.048323 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf50ba2-23c1-4ee5-9a44-e7aa34666753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:16.003743 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2bca0-1ae4-46a0-8b4b-f211781d1ba6 req-ddf09e73-20c7-44ab-bcd6-0ad81e1dc17c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:16.005231 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d7b2bca0-1ae4-46a0-8b4b-f211781d1ba6 req-ddf09e73-20c7-44ab-bcd6-0ad81e1dc17c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0480604 Apr 11 15:34:16.057917 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d7b2bca0-1ae4-46a0-8b4b-f211781d1ba6 req-cc233181-a211-4065-8f24-06b23ea54b3f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469549 Apr 11 15:34:16.799757 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:34:17.176967 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35201-d51d-445a-a58b-a80d23956d4e req-155b7c8a-4518-4aa7-a546-18c37313d430 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:17.178572 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7cc35201-d51d-445a-a58b-a80d23956d4e req-155b7c8a-4518-4aa7-a546-18c37313d430 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0520430 Apr 11 15:34:17.224700 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7cc35201-d51d-445a-a58b-a80d23956d4e req-df7eae73-fb6b-42a6-809f-617028c394c9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 Apr 11 15:34:18.312677 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eb654-de17-4d09-a615-a5727e8f201a req-0af118ab-6bdb-4151-99aa-55c7f31dcdd9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:18.314637 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d30eb654-de17-4d09-a615-a5727e8f201a req-0af118ab-6bdb-4151-99aa-55c7f31dcdd9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0538404 Apr 11 15:34:18.338444 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48618702-871b-4af6-8611-fd2245cd61a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:18.371906 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0638-9858-467e-b071-24d82d6c482d req-6b88b8de-c186-4536-b004-66dc2914f6e4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:18.373356 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b9dd0638-9858-467e-b071-24d82d6c482d req-6b88b8de-c186-4536-b004-66dc2914f6e4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 946 time: 0.0790973 Apr 11 15:34:18.458756 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port 221d2b00-544a-4888-88ce-1f0df3c43d7f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:18.459128 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:18.466598 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b9dd0638-9858-467e-b071-24d82d6c482d req-50e2a69d-2a32-4336-ba01-5b7289a01cd8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=05f5ae1d-fa39-45ee-b1cc-2ece182b4504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852556 Apr 11 15:34:18.551850 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] For port 221d2b00-544a-4888-88ce-1f0df3c43d7f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=221d2b00-544a-4888-88ce-1f0df3c43d7f,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:18.552119 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:18.730249 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:18.730653 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (03a87bcf-62cb-4922-8fec-48ff75c9bcd6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:18.730975 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP 03a87bcf-62cb-4922-8fec-48ff75c9bcd6 disassociated. External IP: 172.27.1.99, port: 221d2b00-544a-4888-88ce-1f0df3c43d7f. Apr 11 15:34:18.731317 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for 221d2b00-544a-4888-88ce-1f0df3c43d7f owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:18.857702 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (221d2b00-544a-4888-88ce-1f0df3c43d7f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:18.889618 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=221d2b00-544a-4888-88ce-1f0df3c43d7f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:18.900733 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.901086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.901422 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.901757 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.902161 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.902526 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.902761 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.903093 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.903416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.903741 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.904066 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.904389 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.904708 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.905029 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:18.905347 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:19.017649 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:19.131577 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:19.140872 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:19.151321 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:19.151934 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:19.174680 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] No DVR routers for this DVR port 221d2b00-544a-4888-88ce-1f0df3c43d7f on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:34:19.177538 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:19.180840 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d30eb654-de17-4d09-a615-a5727e8f201a req-4b72d731-ff6e-400a-91c6-4ee145277a20 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "DELETE /v2.0/ports/221d2b00-544a-4888-88ce-1f0df3c43d7f HTTP/1.1" status: 204 len: 173 time: 0.8509274 Apr 11 15:34:19.181309 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'name': 'network-vif-deleted', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:19.183556 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8693385-b5e6-4133-a17d-7cd6776f27cc" -d '{"events": [{"server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "name": "network-vif-deleted", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:19.222653 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02f1219-0de9-4688-9714-12c4914f5ff6 x-openstack-request-id: req-b02f1219-0de9-4688-9714-12c4914f5ff6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:19.222974 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524d28c7-247b-4d79-a9d2-edc314b4cd25", "name": "network-vif-deleted", "tag": "221d2b00-544a-4888-88ce-1f0df3c43d7f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:19.223281 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b02f1219-0de9-4688-9714-12c4914f5ff6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:19.223776 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02f1219-0de9-4688-9714-12c4914f5ff6'] response: {'server_uuid': '524d28c7-247b-4d79-a9d2-edc314b4cd25', 'name': 'network-vif-deleted', 'tag': '221d2b00-544a-4888-88ce-1f0df3c43d7f', 'status': 'completed', 'code': 200} Apr 11 15:34:19.253960 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:19.270888 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:19.471750 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:19.501876 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:19.510616 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:19.511243 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:19.576834 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed03d4cd-ec78-4348-a60a-6835f175cdcb req-d173672f-c300-4a48-b6d5-9f0685a3f262 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=524d28c7-247b-4d79-a9d2-edc314b4cd25 HTTP/1.1" status: 200 len: 210 time: 0.0279200 Apr 11 15:34:19.620423 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:19.809776 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:19.838679 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a024bcf-08b6-48d2-ad25-ca69b876878d None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:20.062226 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5917618-10ab-46de-accf-8be25bf85120 None None] New status for floating IP 03a87bcf-62cb-4922-8fec-48ff75c9bcd6: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:20.664668 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43624) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:20.668168 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:20.717903 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae21e2cd-18ee-4677-8bd8-c31a2844a923 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (05f5ae1d-fa39-45ee-b1cc-2ece182b4504), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:20.741211 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae21e2cd-18ee-4677-8bd8-c31a2844a923 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (05f5ae1d-fa39-45ee-b1cc-2ece182b4504), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:20.791285 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae21e2cd-18ee-4677-8bd8-c31a2844a923 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (05f5ae1d-fa39-45ee-b1cc-2ece182b4504), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:20.794004 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae21e2cd-18ee-4677-8bd8-c31a2844a923 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:20.795248 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ae21e2cd-18ee-4677-8bd8-c31a2844a923 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/security-groups/05f5ae1d-fa39-45ee-b1cc-2ece182b4504 HTTP/1.1" status: 204 len: 168 time: 0.1295638 Apr 11 15:34:20.798006 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43626) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:20.805363 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e2cd-18ee-4677-8bd8-c31a2844a923 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f5ae1d-fa39-45ee-b1cc-2ece182b4504,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:20.813293 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.api.v2.resource [None req-df79847a-feb4-4901-8b0f-0fef3a9fe39f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] show failed (client error): The resource could not be found. Apr 11 15:34:20.817140 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-df79847a-feb4-4901-8b0f-0fef3a9fe39f tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups/05f5ae1d-fa39-45ee-b1cc-2ece182b4504 HTTP/1.1" status: 404 len: 347 time: 0.0153816 Apr 11 15:34:20.817434 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43628) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:20.935385 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port b46a863d-c5bc-4653-bf70-4d56107b9014 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:20.935730 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.013473 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.013794 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (b46a863d-c5bc-4653-bf70-4d56107b9014), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.026949 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for b46a863d-c5bc-4653-bf70-4d56107b9014 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:21.158501 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (b46a863d-c5bc-4653-bf70-4d56107b9014), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.184662 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=b46a863d-c5bc-4653-bf70-4d56107b9014,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:21.241017 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.256184 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (03a87bcf-62cb-4922-8fec-48ff75c9bcd6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.258767 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.259923 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c4fc533b-11e2-413d-bfe1-7f9844b9d550 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/floatingips/03a87bcf-62cb-4922-8fec-48ff75c9bcd6 HTTP/1.1" status: 204 len: 168 time: 0.4416749 Apr 11 15:34:21.487206 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43632) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:21.491871 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895663249', 'description': 'tempest-description--595659175'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:21.513210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.579945 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (e7ac2c14-a9ff-4110-848c-90599afeed40), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.583685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e7ac2c14-a9ff-4110-848c-90599afeed40), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.616478 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.617733 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295121 Apr 11 15:34:21.618910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf819b-7abf-4aa1-b10a-774d8efde7f5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac2c14-a9ff-4110-848c-90599afeed40,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:21.620861 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43634) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:21.625345 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': 'e7ac2c14-a9ff-4110-848c-90599afeed40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:21.651701 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (99d9c4d1-24c4-4d99-975e-f6242441411b), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.711688 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (99d9c4d1-24c4-4d99-975e-f6242441411b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.716817 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (99d9c4d1-24c4-4d99-975e-f6242441411b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.734234 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d9c4d1-24c4-4d99-975e-f6242441411b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:21.742813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.744021 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-2a1e1bf3-e583-42a7-af7d-3372fb172302 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222618 Apr 11 15:34:21.746664 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43636) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:21.750911 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'security_group_rule': {'security_group_id': 'e7ac2c14-a9ff-4110-848c-90599afeed40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:21.776528 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (db737906-8ff8-4a06-800c-58091acaaf09), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.834111 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (db737906-8ff8-4a06-800c-58091acaaf09), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.838136 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (db737906-8ff8-4a06-800c-58091acaaf09), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.856763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db737906-8ff8-4a06-800c-58091acaaf09,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:21.866746 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.868037 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3529ff6e-5d80-431b-9a4c-8f5e2561c036 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204064 Apr 11 15:34:21.871245 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43638) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:21.875839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:21.896097 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.979570 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.086826 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.27.1.78 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/e08ab523-bd3c-41a9-b758-93b6e37a4712) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:34:22.193088 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.228154 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.268901 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:34:22.271749 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:34:22.278735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:34:22.281725 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=e08ab523-bd3c-41a9-b758-93b6e37a4712,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:22.371693 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (34000d5f-9608-4a2b-ac38-66eabca58b36), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.408833 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.557469 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.561702 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.628493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=e08ab523-bd3c-41a9-b758-93b6e37a4712,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:22.641000 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (34000d5f-9608-4a2b-ac38-66eabca58b36), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.656389 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.657614 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a11be2fe-bde6-4665-94bc-e3995e251cd7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7854171 Apr 11 15:34:22.690240 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 221d2b00-544a-4888-88ce-1f0df3c43d7f no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:22.710788 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 221d2b00-544a-4888-88ce-1f0df3c43d7f {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:22.711130 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 221d2b00-544a-4888-88ce-1f0df3c43d7f not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:22.854659 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-829592e4-1f48-4adf-8bf5-47b829810b3a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1895663249&fields=id&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 267 time: 0.0453038 Apr 11 15:34:22.960701 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-da0b290d-e6c9-40dd-8713-ea29f8f71ab4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:22.962213 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-da0b290d-e6c9-40dd-8713-ea29f8f71ab4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.1009958 Apr 11 15:34:22.977151 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-0f3409d1-8c03-41f5-aa95-3f83c05b9d88 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/quotas/40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 375 time: 0.0096419 Apr 11 15:34:23.031577 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-be835311-f281-4d44-bffc-973bd9b42ef0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496361 Apr 11 15:34:23.128951 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-360ebe68-ef40-40d3-a8d9-606296f358a7 service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Apr 11 15:34:23.223495 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-122355fb-45ae-4aa7-ba1b-7ae7bf40ec21 service neutron] 10.222.0.50 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889668 Apr 11 15:34:23.383796 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-70fb9f38-c4f1-4f57-950f-c7991dc625fa req-6638e59d-0fa7-43bf-baa4-7e431fa24063 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 210 time: 0.0293982 Apr 11 15:34:24.496345 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c32818c8-2780-4aa1-98f4-e786ed9d9f0f req-f8a724a9-007b-4689-bc41-702f70f179ae tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 210 time: 0.0361462 Apr 11 15:34:24.526005 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-6b7b18ad-a78d-49e2-bb0c-7eaa4901515b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:24.527469 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-6b7b18ad-a78d-49e2-bb0c-7eaa4901515b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 815 time: 0.1375506 Apr 11 15:34:24.610187 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-925d6ae3-531c-4ade-8842-8ae85ff1033d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b872c1a7fb49ce9a05b943333ace62 HTTP/1.1" status: 200 len: 380 time: 0.0540922 Apr 11 15:34:24.693310 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'port': {'device_id': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'admin_state_up': True, 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'security_groups': ['e7ac2c14-a9ff-4110-848c-90599afeed40']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:24.798686 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Made reservation on behalf of 40b872c1a7fb49ce9a05b943333ace62 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:34:24.802576 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:24.930097 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Allocated IP 172.20.0.3 (2c639a03-9c1a-4534-9246-41c284dfa2dd/64999c89-993a-42df-983e-0b671156250b/90a6621a-a2b0-4388-803f-ab14b26a6709) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:34:25.041892 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.073642 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.107539 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.149781 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:34:25.152759 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:34:25.156384 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:34:25.165665 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event updated for resources: {'Port': ['ID=90a6621a-a2b0-4388-803f-ab14b26a6709,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:25.211326 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:25.211967 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.231842 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-9d256a24-ea8e-4890-ad10-5b9b5f8e3f06 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430400 Apr 11 15:34:25.322722 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Request body: {'port': {'device_id': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:25.364193 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-d491acfe-a8a2-4d70-900f-9a89f2952ba1 None None] Provisioning complete for port 90a6621a-a2b0-4388-803f-ab14b26a6709 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:34:25.364591 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d491acfe-a8a2-4d70-900f-9a89f2952ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.392548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.401450 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d491acfe-a8a2-4d70-900f-9a89f2952ba1 None None] Port 90a6621a-a2b0-4388-803f-ab14b26a6709 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:34:25.615021 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590bec-a3e0-4380-8fd6-e8895ce500a2 req-ffd21a8a-cb15-4c89-a38a-b790eec406c0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:25.616479 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-52590bec-a3e0-4380-8fd6-e8895ce500a2 req-ffd21a8a-cb15-4c89-a38a-b790eec406c0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 931 time: 0.0539882 Apr 11 15:34:25.655631 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a6621a-a2b0-4388-803f-ab14b26a6709 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:34:25.663181 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Publish callbacks [] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.664455 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-52590bec-a3e0-4380-8fd6-e8895ce500a2 req-5ec76d46-6142-4d44-956e-b1a39a9a1cf2 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Apr 11 15:34:25.675610 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Transition to ACTIVE for port object 90a6621a-a2b0-4388-803f-ab14b26a6709 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:34:25.683644 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.736725 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Pushing event updated for resources: {'Port': ['ID=90a6621a-a2b0-4388-803f-ab14b26a6709,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:25.815341 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Attempting to bind port 90a6621a-a2b0-4388-803f-ab14b26a6709 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:34:25.815816 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Attempting to bind port 90a6621a-a2b0-4388-803f-ab14b26a6709 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:34:25.816031 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Attempting to bind port 90a6621a-a2b0-4388-803f-ab14b26a6709 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:34:25.822295 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Port 90a6621a-a2b0-4388-803f-ab14b26a6709 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:34:25.822955 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Attempting to bind port 90a6621a-a2b0-4388-803f-ab14b26a6709 on network 2c639a03-9c1a-4534-9246-41c284dfa2dd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:34:25.828572 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:34:25.828917 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Checking segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:34:25.829304 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Bound using segment: {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:34:25.829744 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Bound port: 90a6621a-a2b0-4388-803f-ab14b26a6709, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:34:25.830108 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.898715 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] For port 90a6621a-a2b0-4388-803f-ab14b26a6709, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:34:25.901744 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] For port 90a6621a-a2b0-4388-803f-ab14b26a6709, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=90a6621a-a2b0-4388-803f-ab14b26a6709,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:34:25.907369 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.941712 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:25.942381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.944562 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/90a6621a-a2b0-4388-803f-ab14b26a6709 HTTP/1.1" status: 200 len: 1093 time: 0.6268771 Apr 11 15:34:25.945022 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:25.947318 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fbf667-5afa-4d77-861f-36d008ead0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:25.973157 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dba097-e31d-418c-9e6a-cb12c10774f4 service neutron] Pushing event updated for resources: {'Port': ['ID=90a6621a-a2b0-4388-803f-ab14b26a6709,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:25.987862 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90e703c-3c24-4e69-8dcf-205dfe94260e x-openstack-request-id: req-c90e703c-3c24-4e69-8dcf-205dfe94260e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:25.988143 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:25.988398 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c90e703c-3c24-4e69-8dcf-205dfe94260e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:25.988800 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90e703c-3c24-4e69-8dcf-205dfe94260e'] response: {'name': 'network-changed', 'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'status': 'completed', 'code': 200} Apr 11 15:34:26.066023 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-c7d147ed-16d0-464d-9aa1-556db13ecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:26.068462 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-c7d147ed-16d0-464d-9aa1-556db13ecf13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 1127 time: 0.0418434 Apr 11 15:34:26.122072 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-1166662e-11e9-4786-9c3c-18be607ce969 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a6621a-a2b0-4388-803f-ab14b26a6709 HTTP/1.1" status: 200 len: 217 time: 0.0387139 Apr 11 15:34:26.178346 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-a7f03c69-1b84-4381-bf53-79efcf43c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:26.179827 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-a7f03c69-1b84-4381-bf53-79efcf43c7b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0443761 Apr 11 15:34:26.222714 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-301946b4-a5f3-4cc7-81f4-54cdb69e1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:26.224768 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-301946b4-a5f3-4cc7-81f4-54cdb69e1e35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385857 Apr 11 15:34:26.325862 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-d3255410-bf44-4b90-8589-49c834336039 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915246 Apr 11 15:34:26.414663 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2f8ac8e9-7341-4f91-bc44-65f608b37b6e req-d739d83d-ce59-4a35-8539-68f3b1bd23ec service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Apr 11 15:34:26.776640 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204688b-57ec-489f-95e9-bb9d05872d3d req-320bf19c-51b4-4e8c-a04d-9e08be95aca6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:26.778114 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5204688b-57ec-489f-95e9-bb9d05872d3d req-320bf19c-51b4-4e8c-a04d-9e08be95aca6 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 943 time: 0.0459058 Apr 11 15:34:26.824639 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5204688b-57ec-489f-95e9-bb9d05872d3d req-a115b3db-bbd3-4aca-a79c-43c18d35938b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Apr 11 15:34:27.944395 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ea8c-e07f-40db-8b4c-b7a396263532 req-b6a3eb29-3da3-467a-95dc-cc7086094af9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:27.945867 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8e87ea8c-e07f-40db-8b4c-b7a396263532 req-b6a3eb29-3da3-467a-95dc-cc7086094af9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 943 time: 0.0525422 Apr 11 15:34:27.993472 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8e87ea8c-e07f-40db-8b4c-b7a396263532 req-f0581bac-74c0-4c47-b2eb-0dc9a6ccf555 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Apr 11 15:34:29.108948 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da962ee-49fd-4825-b187-83b17dad0ffb req-17e8f641-8f8a-4204-ace5-e4cd0bcda093 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:29.110434 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0da962ee-49fd-4825-b187-83b17dad0ffb req-17e8f641-8f8a-4204-ace5-e4cd0bcda093 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 943 time: 0.0481117 Apr 11 15:34:29.164882 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0da962ee-49fd-4825-b187-83b17dad0ffb req-cd07de28-141c-4628-84d1-168ae8d56db8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473762 Apr 11 15:34:29.186839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-7331a027-8abb-4a91-ac72-23ca4a14129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:29.188352 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-7331a027-8abb-4a91-ac72-23ca4a14129d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 1127 time: 0.0398955 Apr 11 15:34:29.278335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-7d9c34a5-5071-4cdf-9075-986cb9013722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:29.279738 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-7d9c34a5-5071-4cdf-9075-986cb9013722 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.0853145 Apr 11 15:34:29.320386 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-443fcda5-d075-48f2-89a4-7eca5884ba01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a6621a-a2b0-4388-803f-ab14b26a6709 HTTP/1.1" status: 200 len: 217 time: 0.0344090 Apr 11 15:34:29.368912 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-8e77615d-baa7-4ac4-aadf-54ae7d2c6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:29.370336 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-8e77615d-baa7-4ac4-aadf-54ae7d2c6aa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0430655 Apr 11 15:34:29.418483 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-9fbac255-b2ef-4cf3-90fa-9e5b22b5ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:29.420001 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-9fbac255-b2ef-4cf3-90fa-9e5b22b5ad67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437198 Apr 11 15:34:29.509658 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-e8114de6-67e1-4b5a-b6d9-9b02f195e6cf service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824838 Apr 11 15:34:29.600990 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b7fbf667-5afa-4d77-861f-36d008ead0a4 req-ae699f68-88a1-44c1-9d45-48b9e6d19d5c service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Apr 11 15:34:30.276537 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167be2d-f838-4d97-a895-0a4aa0036852 req-5dcc115a-6976-4ff4-a2cc-80a445185d15 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:30.278035 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8167be2d-f838-4d97-a895-0a4aa0036852 req-5dcc115a-6976-4ff4-a2cc-80a445185d15 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 943 time: 0.0465288 Apr 11 15:34:30.326920 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8167be2d-f838-4d97-a895-0a4aa0036852 req-c676a000-5f73-42ac-894f-6ec1246fe017 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Apr 11 15:34:30.736498 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 90a6621a-a2b0-4388-803f-ab14b26a6709 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:34:30.836543 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 90a6621a-a2b0-4388-803f-ab14b26a6709, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=90a6621a-a2b0-4388-803f-ab14b26a6709,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:30.847649 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'port_id': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'mac_address': 'fa:16:3e:64:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:34:30.884866 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 90a6621a-a2b0-4388-803f-ab14b26a6709 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:34:30.885261 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:30.898506 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a6621a-a2b0-4388-803f-ab14b26a6709 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:34:30.918027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 90a6621a-a2b0-4388-803f-ab14b26a6709, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=90a6621a-a2b0-4388-803f-ab14b26a6709,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:30.922398 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:30.968665 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=90a6621a-a2b0-4388-803f-ab14b26a6709,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:31.037218 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43688) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:31.189583 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Deleting port 4e28d5af-c5ea-4ab2-8404-6d0431429c91 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:31.189921 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:31.265211 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:31.265532 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for floatingip (4e28d5af-c5ea-4ab2-8404-6d0431429c91), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:31.277611 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Calling delete_port for 4e28d5af-c5ea-4ab2-8404-6d0431429c91 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:31.414252 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['90a6621a-a2b0-4388-803f-ab14b26a6709'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:34:31.464631 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1503-7f8c-496c-8a64-3ddb4de75e0c req-422b38bc-c810-48c2-88b9-6dd39b4425d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:31.465786 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9a3e1503-7f8c-496c-8a64-3ddb4de75e0c req-422b38bc-c810-48c2-88b9-6dd39b4425d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 944 time: 0.0592554 Apr 11 15:34:31.466940 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (4e28d5af-c5ea-4ab2-8404-6d0431429c91), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:31.505022 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event deleted for resources: {'Port': ['ID=4e28d5af-c5ea-4ab2-8404-6d0431429c91,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:31.540494 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.540751 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.541097 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.541442 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.541777 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.542492 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.542492 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.542763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.543086 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.543408 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.543735 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.544086 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.544406 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.544726 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.545049 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:31.597592 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9a3e1503-7f8c-496c-8a64-3ddb4de75e0c req-acc9062a-3f35-44e6-a887-fdea348ada90 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217380 Apr 11 15:34:31.607230 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for floatingip (b393f7fe-f8bf-4f2e-a973-1d9e55860ac9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:31.607566 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Floating IP b393f7fe-f8bf-4f2e-a973-1d9e55860ac9 disassociated (deleted). External IP: 172.27.1.22, port: 325162b6-9946-4622-91aa-0d3e56188379. Apr 11 15:34:31.824828 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Router 76d84ca4-0c82-479a-9eea-6828b94cf7fb has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:31.934780 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:31.939629 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:31.945727 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] Sync routers for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:31.955909 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:31.956602 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:31.982509 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d61e98c1-726e-4977-a863-337402928348 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "DELETE /v2.0/floatingips/b393f7fe-f8bf-4f2e-a973-1d9e55860ac9 HTTP/1.1" status: 204 len: 168 time: 0.9439864 Apr 11 15:34:31.983200 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:31.985614 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0920f-c85e-4dd8-aad2-95ea10e62063" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:32.026935 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30edecb-8aa7-4024-9fe5-95369ef8763e x-openstack-request-id: req-d30edecb-8aa7-4024-9fe5-95369ef8763e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:32.027232 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:32.027490 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d30edecb-8aa7-4024-9fe5-95369ef8763e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:32.027955 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30edecb-8aa7-4024-9fe5-95369ef8763e'] response: {'name': 'network-changed', 'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'status': 'completed', 'code': 200} Apr 11 15:34:32.077256 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:32.140185 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-6abf1cfc-4bf5-4afd-9e56-3649e2188602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:32.143042 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-6abf1cfc-4bf5-4afd-9e56-3649e2188602 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6d09064148646ed84aac29788fd79ef&device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 1130 time: 0.0640526 Apr 11 15:34:32.244613 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afa02-f962-4ee5-b6d6-979e51c30feb req-245b9443-8be0-428e-b468-e109f51b21cd tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:32.246321 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5f6afa02-f962-4ee5-b6d6-979e51c30feb req-245b9443-8be0-428e-b468-e109f51b21cd tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0506697 Apr 11 15:34:32.300276 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5f6afa02-f962-4ee5-b6d6-979e51c30feb req-779f1533-3247-4e05-8fb0-9a1fd22c8ab4 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478244 Apr 11 15:34:32.375922 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:35Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:32.405566 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] Checking router: 76d84ca4-0c82-479a-9eea-6828b94cf7fb for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:32.413931 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:32.414538 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:32.519562 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:32.710125 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:35Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:32.717986 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2d887-4525-4aa2-ae36-d2d22481eac7 req-eef9989d-7caa-427f-85b0-cf8db595027b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:32.719549 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-79a2d887-4525-4aa2-ae36-d2d22481eac7 req-eef9989d-7caa-427f-85b0-cf8db595027b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 944 time: 0.0507774 Apr 11 15:34:32.743752 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee9a06-4f62-4856-b9fa-b403340aebe0 None None] The sync data for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi is: [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:26:29Z', 'revision_number': 4, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'ac102e72-6647-494f-9486-1fd97bbf4f1d', 'name': '', 'network_id': 'd48c0d64-03ac-498a-81d9-40f420df7c14', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'mac_address': 'fa:16:3e:de:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:28Z', 'updated_at': '2022-04-11T15:26:35Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'subnets': [{'id': '5f3242ed-cc80-4437-82a3-96fa25794167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:32.751457 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 90a6621a-a2b0-4388-803f-ab14b26a6709 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:34:32.771637 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-79a2d887-4525-4aa2-ae36-d2d22481eac7 req-e012c943-ecfc-4c99-81f2-36b2960cc799 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Apr 11 15:34:32.800313 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 90a6621a-a2b0-4388-803f-ab14b26a6709 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:34:32.806987 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 90a6621a-a2b0-4388-803f-ab14b26a6709 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:34:32.807564 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:32.887352 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 90a6621a-a2b0-4388-803f-ab14b26a6709 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:34:32.887734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:32.911963 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:32.914288 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a4ad70-d899-4b6e-b9ee-4e4dbc31a129" -d '{"events": [{"server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "name": "network-vif-plugged", "status": "completed", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:32.927310 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 90a6621a-a2b0-4388-803f-ab14b26a6709, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=90a6621a-a2b0-4388-803f-ab14b26a6709,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:32.933244 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:32.959052 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3120516c-be64-427c-84a5-b39bc4826843 x-openstack-request-id: req-3120516c-be64-427c-84a5-b39bc4826843 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:32.959588 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "name": "network-vif-plugged", "status": "completed", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:32.959851 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3120516c-be64-427c-84a5-b39bc4826843 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:32.960258 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3120516c-be64-427c-84a5-b39bc4826843'] response: {'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'code': 200} Apr 11 15:34:32.987278 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=90a6621a-a2b0-4388-803f-ab14b26a6709,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:33.004286 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f12e5-1afd-4f58-8252-aba38c286e48 None None] New status for floating IP b393f7fe-f8bf-4f2e-a973-1d9e55860ac9: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:33.412679 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a604d-05c6-40a5-babc-8cf8b7225cd4 req-89c31f8a-5ea4-4e50-ac00-de461058d961 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:33.414156 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a06a604d-05c6-40a5-babc-8cf8b7225cd4 req-89c31f8a-5ea4-4e50-ac00-de461058d961 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0461230 Apr 11 15:34:33.462281 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a06a604d-05c6-40a5-babc-8cf8b7225cd4 req-cdb8dd4b-2d7f-4f0f-b58a-e742a94dc4f9 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425241 Apr 11 15:34:33.610878 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-e6a9ead0-7fd4-4c16-ba3b-00d56a08cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:33.612283 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-e6a9ead0-7fd4-4c16-ba3b-00d56a08cc67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 200 len: 910 time: 0.0905619 Apr 11 15:34:33.653806 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-dec98007-a2dc-4de9-8ece-350eefecb68f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 200 len: 217 time: 0.0343270 Apr 11 15:34:33.827547 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-458d97bf-78cb-42ea-ad43-49005fee3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:33.829009 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-458d97bf-78cb-42ea-ad43-49005fee3be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 200 len: 848 time: 0.0467188 Apr 11 15:34:33.891650 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc9734-d5c2-4a33-a5df-72979becd34f req-b1996671-f34a-4815-9efa-b16ad686f5b8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:33.894774 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8cdc9734-d5c2-4a33-a5df-72979becd34f req-b1996671-f34a-4815-9efa-b16ad686f5b8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0478523 Apr 11 15:34:33.953768 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-b888499d-3c11-42c0-ac40-f4d7fa0e0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:33.955276 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-b888499d-3c11-42c0-ac40-f4d7fa0e0adb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d48c0d64-03ac-498a-81d9-40f420df7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439849 Apr 11 15:34:33.967677 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55475f2e-7d2b-4a66-a48b-fc98ab2a2d3e req-e1fd9219-1bd0-46df-a260-343a20247552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:33.969146 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-55475f2e-7d2b-4a66-a48b-fc98ab2a2d3e req-e1fd9219-1bd0-46df-a260-343a20247552 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 1129 time: 0.0559185 Apr 11 15:34:33.972731 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8cdc9734-d5c2-4a33-a5df-72979becd34f req-839a1aa5-2aec-4d44-b15c-f54410174045 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735762 Apr 11 15:34:34.015815 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-55475f2e-7d2b-4a66-a48b-fc98ab2a2d3e req-f263f520-3f03-4719-a44c-49982ea749a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Apr 11 15:34:34.048356 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-5122a266-555b-4cac-ad61-e2cd54e9736d service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852201 Apr 11 15:34:34.574425 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5ebfd-3e2a-4d00-b752-224c7ecc2b2d req-cd655a57-b4ce-4979-ba89-a6f7c566d218 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:34.575891 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9ef5ebfd-3e2a-4d00-b752-224c7ecc2b2d req-cd655a57-b4ce-4979-ba89-a6f7c566d218 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0467472 Apr 11 15:34:34.650512 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9ef5ebfd-3e2a-4d00-b752-224c7ecc2b2d req-bbeb1542-191c-4b28-95b1-3f4de415fb11 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690305 Apr 11 15:34:34.710805 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-28e0920f-c85e-4dd8-aad2-95ea10e62063 req-8a15c2e8-6b49-4639-9586-0681152190d1 service neutron] 10.222.0.59 "GET /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991366 Apr 11 15:34:35.102717 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d70c3-4d64-4989-9000-830ac133f420 req-81c7206f-3c50-49a5-950a-c0dbbfbec2ba tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:35.104242 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ae8d70c3-4d64-4989-9000-830ac133f420 req-81c7206f-3c50-49a5-950a-c0dbbfbec2ba tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0610123 Apr 11 15:34:35.150912 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ae8d70c3-4d64-4989-9000-830ac133f420 req-b0899a55-2e82-4269-98fa-802ed90a1caa tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405490 Apr 11 15:34:35.321266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-5752482c-34a7-4444-92ac-3281eca13164 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:35.322790 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-5752482c-34a7-4444-92ac-3281eca13164 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0462341 Apr 11 15:34:35.666763 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Deleting port 325162b6-9946-4622-91aa-0d3e56188379 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:35.667430 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (325162b6-9946-4622-91aa-0d3e56188379), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:35.784708 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe524-1b47-4f50-9478-b4d1929d06be req-9e86e93b-e62a-4058-ab23-e97475ad2a28 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:35.786365 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35bbe524-1b47-4f50-9478-b4d1929d06be req-9e86e93b-e62a-4058-ab23-e97475ad2a28 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 946 time: 0.0643952 Apr 11 15:34:35.805496 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] For port 325162b6-9946-4622-91aa-0d3e56188379, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=325162b6-9946-4622-91aa-0d3e56188379,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:35.805876 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (325162b6-9946-4622-91aa-0d3e56188379), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:35.829955 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Calling delete_port for 325162b6-9946-4622-91aa-0d3e56188379 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:35.894964 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-35bbe524-1b47-4f50-9478-b4d1929d06be req-5725c1d4-13aa-4653-b4ae-6363fcd2eccb tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/security-groups?id=62912a54-6f5a-49fd-b0ce-ef7e1802f181&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023421 Apr 11 15:34:35.984844 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (325162b6-9946-4622-91aa-0d3e56188379), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:36.015082 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event deleted for resources: {'Port': ['ID=325162b6-9946-4622-91aa-0d3e56188379,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:36.061159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] No DVR routers for this DVR port 325162b6-9946-4622-91aa-0d3e56188379 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:34:36.063617 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:36.066908 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b035800b-1276-472a-a30a-7cc41f34ee27 req-04512216-5701-4abe-b0c7-9d29ca56470b tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.59 "DELETE /v2.0/ports/325162b6-9946-4622-91aa-0d3e56188379 HTTP/1.1" status: 204 len: 173 time: 0.7390485 Apr 11 15:34:36.067342 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-deleted', 'tag': '325162b6-9946-4622-91aa-0d3e56188379'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:36.069550 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070d6be-d7cf-4050-bc75-de73396e2721" -d '{"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-deleted", "tag": "325162b6-9946-4622-91aa-0d3e56188379"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:36.106235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c01822-ab5c-436d-ab6a-e94e6096d090 x-openstack-request-id: req-34c01822-ab5c-436d-ab6a-e94e6096d090 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:36.106577 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa", "name": "network-vif-deleted", "tag": "325162b6-9946-4622-91aa-0d3e56188379", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:36.106855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34c01822-ab5c-436d-ab6a-e94e6096d090 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:36.107258 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c01822-ab5c-436d-ab6a-e94e6096d090'] response: {'server_uuid': 'ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa', 'name': 'network-vif-deleted', 'tag': '325162b6-9946-4622-91aa-0d3e56188379', 'status': 'completed', 'code': 200} Apr 11 15:34:36.263657 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85be103-0269-49c4-9d0b-70408dda1006 req-f4e32329-bdf7-4fa6-a28d-594f85f8548a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:36.265256 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a85be103-0269-49c4-9d0b-70408dda1006 req-f4e32329-bdf7-4fa6-a28d-594f85f8548a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0471134 Apr 11 15:34:36.315588 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a85be103-0269-49c4-9d0b-70408dda1006 req-6bdebd23-b588-4dff-b2f9-e085398c932d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Apr 11 15:34:36.445438 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c09dc-07ff-46cc-bfcc-5dba77b0848b req-16ecdb70-9954-41ca-889c-d00b63fb626c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:36.447009 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2e7c09dc-07ff-46cc-bfcc-5dba77b0848b req-16ecdb70-9954-41ca-889c-d00b63fb626c tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Apr 11 15:34:36.455707 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43720) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:36.461104 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Request body: {'floatingip': {'port_id': '90a6621a-a2b0-4388-803f-ab14b26a6709'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:36.501923 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (34000d5f-9608-4a2b-ac38-66eabca58b36), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:36.772971 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:36.801156 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 325162b6-9946-4622-91aa-0d3e56188379 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:36.801555 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 325162b6-9946-4622-91aa-0d3e56188379 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:37.001450 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c40bec8-13fb-4406-b992-a8be38152b0c req-b7ca4356-5d23-40a6-970b-a569835bfd9f tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6d2654-9e83-49f6-b6a3-b9e93a0fc7fa HTTP/1.1" status: 200 len: 210 time: 0.0290718 Apr 11 15:34:37.228657 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:37.232826 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (34000d5f-9608-4a2b-ac38-66eabca58b36), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:37.337170 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP 34000d5f-9608-4a2b-ac38-66eabca58b36 associated. External IP: 172.27.1.78, port: 90a6621a-a2b0-4388-803f-ab14b26a6709. Apr 11 15:34:37.557051 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:37.670417 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:37.675287 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:37.679910 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:37.689311 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:37.689930 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:37.706026 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9dc5900c-24d9-42e7-a835-34893cdbe03b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "PUT /v2.0/floatingips/34000d5f-9608-4a2b-ac38-66eabca58b36 HTTP/1.1" status: 200 len: 990 time: 1.2492199 Apr 11 15:34:37.706653 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:37.710575 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4827b4fa-c83d-440b-a857-8dec9e16a992" -d '{"events": [{"name": "network-changed", "server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:37.747324 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7fbf10-7429-44a2-af62-a925e5f41876 x-openstack-request-id: req-5f7fbf10-7429-44a2-af62-a925e5f41876 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:37.747599 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:37.747861 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f7fbf10-7429-44a2-af62-a925e5f41876 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:37.748274 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7fbf10-7429-44a2-af62-a925e5f41876'] response: {'name': 'network-changed', 'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'status': 'completed', 'code': 200} Apr 11 15:34:37.823564 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:37.843172 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-b05ae822-56e9-4d17-86be-8cd36f9dc225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:37.844755 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-b05ae822-56e9-4d17-86be-8cd36f9dc225 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b872c1a7fb49ce9a05b943333ace62&device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 1129 time: 0.0416574 Apr 11 15:34:37.940027 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-2eb61185-0c69-47d1-84c2-645c2653aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:37.941497 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-2eb61185-0c69-47d1-84c2-645c2653aba5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 200 len: 916 time: 0.0909743 Apr 11 15:34:38.012003 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-a1b9fdb2-f01e-4bc4-ad9e-25c215a63a58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a6621a-a2b0-4388-803f-ab14b26a6709 HTTP/1.1" status: 200 len: 998 time: 0.0627599 Apr 11 15:34:38.050487 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '34000d5f-9608-4a2b-ac38-66eabca58b36', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:64:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:22Z', 'updated_at': '2022-04-11T15:34:37Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:38.064094 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43730) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:38.072196 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-85f2103e-6680-4c69-8654-effebc493c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:38.073673 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-85f2103e-6680-4c69-8654-effebc493c6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 200 len: 854 time: 0.0558534 Apr 11 15:34:38.080577 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:38.089975 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:38.090607 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:38.141384 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-85203adb-d296-40ed-ae7a-a87729203f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:38.142932 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-85203adb-d296-40ed-ae7a-a87729203f01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c639a03-9c1a-4534-9246-41c284dfa2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619283 Apr 11 15:34:38.174628 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a14757bc-cb0b-4cff-af6b-08ad4c2e9e82 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group (62912a54-6f5a-49fd-b0ce-ef7e1802f181), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:38.215886 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:38.240905 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a14757bc-cb0b-4cff-af6b-08ad4c2e9e82 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group (62912a54-6f5a-49fd-b0ce-ef7e1802f181), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:38.291298 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-08fe68ea-4758-443e-af55-42b49fd51cd6 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413214 Apr 11 15:34:38.370036 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a14757bc-cb0b-4cff-af6b-08ad4c2e9e82 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (62912a54-6f5a-49fd-b0ce-ef7e1802f181), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:38.372517 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a14757bc-cb0b-4cff-af6b-08ad4c2e9e82 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:38.376125 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a14757bc-cb0b-4cff-af6b-08ad4c2e9e82 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] 10.222.0.50 "DELETE /v2.0/security-groups/62912a54-6f5a-49fd-b0ce-ef7e1802f181 HTTP/1.1" status: 204 len: 168 time: 0.3086159 Apr 11 15:34:38.389176 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14757bc-cb0b-4cff-af6b-08ad4c2e9e82 tempest-TestShelveInstance-1262010295 tempest-TestShelveInstance-1262010295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62912a54-6f5a-49fd-b0ce-ef7e1802f181,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:38.411789 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4827b4fa-c83d-440b-a857-8dec9e16a992 req-b856bcd0-30eb-461f-8ccb-7da3ce1a9ae1 service neutron] 10.222.0.59 "GET /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134150 Apr 11 15:34:38.431678 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43734) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:38.446137 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '34000d5f-9608-4a2b-ac38-66eabca58b36', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:64:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:22Z', 'updated_at': '2022-04-11T15:34:37Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:38.479984 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71094d83-e513-402a-a84f-5e9c7bfd389d None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '34000d5f-9608-4a2b-ac38-66eabca58b36', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'port_id': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'mac_address': 'fa:16:3e:64:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:22Z', 'updated_at': '2022-04-11T15:34:37Z', 'revision_number': 1, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:38.727408 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae38d6-dc55-47c8-ba73-a4bf031be5c4 None None] New status for floating IP 34000d5f-9608-4a2b-ac38-66eabca58b36: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:38.972267 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (76d84ca4-0c82-479a-9eea-6828b94cf7fb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:39.207536 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Deleting port ac102e72-6647-494f-9486-1fd97bbf4f1d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:39.209147 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:39.286689 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] For port ac102e72-6647-494f-9486-1fd97bbf4f1d, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=ac102e72-6647-494f-9486-1fd97bbf4f1d,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:39.287052 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:39.299643 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Calling delete_port for ac102e72-6647-494f-9486-1fd97bbf4f1d owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:39.483200 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (ac102e72-6647-494f-9486-1fd97bbf4f1d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:39.514181 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac102e72-6647-494f-9486-1fd97bbf4f1d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:39.679099 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (76d84ca4-0c82-479a-9eea-6828b94cf7fb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:39.899907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Router 76d84ca4-0c82-479a-9eea-6828b94cf7fb has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:40.007064 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:40.011890 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-84016853-0dfa-4d27-9785-123548effe5d admin admin] 10.222.0.50 "PUT /v2.0/routers/76d84ca4-0c82-479a-9eea-6828b94cf7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5781889 Apr 11 15:34:40.014345 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:40.016834 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] Sync routers for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:40.028321 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:40.028933 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:40.122041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks [] for router (76d84ca4-0c82-479a-9eea-6828b94cf7fb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.235389 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks [] for router_gateway (76d84ca4-0c82-479a-9eea-6828b94cf7fb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.243272 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:40.280771 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Deleting port 33dcf544-dd68-478f-b49c-7c4718628f5e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:40.281000 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.363425 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] For port 33dcf544-dd68-478f-b49c-7c4718628f5e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=33dcf544-dd68-478f-b49c-7c4718628f5e,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:40.363791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.377526 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Calling delete_port for 33dcf544-dd68-478f-b49c-7c4718628f5e owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:40.411566 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:34:39Z', 'revision_number': 5, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port': {'id': '33dcf544-dd68-478f-b49c-7c4718628f5e', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:26Z', 'updated_at': '2022-04-11T15:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:40.438226 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] Checking router: 76d84ca4-0c82-479a-9eea-6828b94cf7fb for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:40.447005 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] Routers {'76d84ca4-0c82-479a-9eea-6828b94cf7fb'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:40.447611 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:40.548637 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (33dcf544-dd68-478f-b49c-7c4718628f5e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.551188 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] Set router 76d84ca4-0c82-479a-9eea-6828b94cf7fb gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:40.576510 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dcf544-dd68-478f-b49c-7c4718628f5e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:40.611118 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:34:40Z', 'revision_number': 6, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:40.638890 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (76d84ca4-0c82-479a-9eea-6828b94cf7fb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.639165 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e055fd-1196-4ccd-85a2-bde8a85c071e None None] The sync data for ids ['76d84ca4-0c82-479a-9eea-6828b94cf7fb'] in dv-cinder-835483-2-iscsi is: [{'id': '76d84ca4-0c82-479a-9eea-6828b94cf7fb', 'name': 'tempest-TestShelveInstance-1048387331-router', 'tenant_id': 'a6d09064148646ed84aac29788fd79ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:25Z', 'updated_at': '2022-04-11T15:34:40Z', 'revision_number': 6, 'project_id': 'a6d09064148646ed84aac29788fd79ef', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:40.734127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (76d84ca4-0c82-479a-9eea-6828b94cf7fb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.736323 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks [] for router_controller (76d84ca4-0c82-479a-9eea-6828b94cf7fb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.782730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (76d84ca4-0c82-479a-9eea-6828b94cf7fb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.783452 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76d84ca4-0c82-479a-9eea-6828b94cf7fb {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:34:40.789939 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.791005 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-124d5e77-a00b-40ca-8a13-61bc1216dd61 admin admin] 10.222.0.50 "DELETE /v2.0/routers/76d84ca4-0c82-479a-9eea-6828b94cf7fb HTTP/1.1" status: 204 len: 168 time: 0.7757392 Apr 11 15:34:40.793537 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43744) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:40.838655 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Deleting subnet 5f3242ed-cc80-4437-82a3-96fa25794167 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:34:40.841742 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Publish callbacks [] for subnet (5f3242ed-cc80-4437-82a3-96fa25794167), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.875228 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (5f3242ed-cc80-4437-82a3-96fa25794167), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:40.953943 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (5f3242ed-cc80-4437-82a3-96fa25794167), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.018432 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (5f3242ed-cc80-4437-82a3-96fa25794167), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.045274 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3242ed-cc80-4437-82a3-96fa25794167,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:41.051461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-485447a1-c555-4094-a893-c215754da866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.056999 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5e308-8f61-4b48-9958-152031c59dd7 None None] Network d48c0d64-03ac-498a-81d9-40f420df7c14 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:34:41.063386 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 43746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:41.066889 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-485447a1-c555-4094-a893-c215754da866 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5f3242ed-cc80-4437-82a3-96fa25794167 HTTP/1.1" status: 204 len: 168 time: 0.2661459 Apr 11 15:34:41.150781 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device ac102e72-6647-494f-9486-1fd97bbf4f1d no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:41.153608 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (d48c0d64-03ac-498a-81d9-40f420df7c14), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.173616 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: ac102e72-6647-494f-9486-1fd97bbf4f1d {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:41.173964 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device ac102e72-6647-494f-9486-1fd97bbf4f1d not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:41.202498 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Deleting port b92b95d3-abe0-4ad2-8790-2c2770262930 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:41.202893 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.266943 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] For port b92b95d3-abe0-4ad2-8790-2c2770262930, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=b92b95d3-abe0-4ad2-8790-2c2770262930,segment=NetworkSegment(1384be8f-5530-4440-a824-d9093b5e4bc4),segment_id=1384be8f-5530-4440-a824-d9093b5e4bc4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:41.267312 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.280910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Calling delete_port for b92b95d3-abe0-4ad2-8790-2c2770262930 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:41.364283 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (b92b95d3-abe0-4ad2-8790-2c2770262930), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.393237 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] No DVR routers for this DVR port b92b95d3-abe0-4ad2-8790-2c2770262930 on host dv-cinder-835483-2-iscsi {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:34:41.397653 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Pushing event deleted for resources: {'Port': ['ID=b92b95d3-abe0-4ad2-8790-2c2770262930,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:41.471668 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (d48c0d64-03ac-498a-81d9-40f420df7c14), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.487918 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352270e-60ed-421f-883c-543ba28939a3 None None] DHCP port deletion for d48c0d64-03ac-498a-81d9-40f420df7c14 request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:34:41.502052 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48c0d64-03ac-498a-81d9-40f420df7c14']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:41.512693 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1384be8f-5530-4440-a824-d9093b5e4bc4') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:41.513025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1384be8f-5530-4440-a824-d9093b5e4bc4') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:41.523266 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (1384be8f-5530-4440-a824-d9093b5e4bc4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.536813 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (1384be8f-5530-4440-a824-d9093b5e4bc4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.542667 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:34:41.543039 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (1384be8f-5530-4440-a824-d9093b5e4bc4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:34:41.544721 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:34:41.600109 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (d48c0d64-03ac-498a-81d9-40f420df7c14), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.605654 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.609053 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] 10.222.0.50 "DELETE /v2.0/networks/d48c0d64-03ac-498a-81d9-40f420df7c14 HTTP/1.1" status: 204 len: 168 time: 0.5439451 Apr 11 15:34:41.612144 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43748) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:41.620566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21bc58-59c5-4df3-ab36-56842272eadc admin admin] Pushing event deleted for resources: {'Network': ['ID=d48c0d64-03ac-498a-81d9-40f420df7c14,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:42.206447 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (bc4a89f4-dd90-4059-8515-093c082cf1b1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:42.436145 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Deleting port b406d6ef-f314-4a5b-a184-cf3a64c2d1df {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:42.436479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:42.512194 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] For port b406d6ef-f314-4a5b-a184-cf3a64c2d1df, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,segment=NetworkSegment(d2147b55-62b3-4cdb-8e76-7629352bf729),segment_id=d2147b55-62b3-4cdb-8e76-7629352bf729)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:42.512562 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:42.525642 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Calling delete_port for b406d6ef-f314-4a5b-a184-cf3a64c2d1df owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:42.702717 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (b406d6ef-f314-4a5b-a184-cf3a64c2d1df), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:42.730701 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Pushing event deleted for resources: {'Port': ['ID=b406d6ef-f314-4a5b-a184-cf3a64c2d1df,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:42.909405 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (bc4a89f4-dd90-4059-8515-093c082cf1b1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.039357 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 33dcf544-dd68-478f-b49c-7c4718628f5e no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:43.063729 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 33dcf544-dd68-478f-b49c-7c4718628f5e {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:43.064087 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 33dcf544-dd68-478f-b49c-7c4718628f5e not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:43.064501 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device b92b95d3-abe0-4ad2-8790-2c2770262930 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:43.083641 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: b92b95d3-abe0-4ad2-8790-2c2770262930 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:43.083990 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device b92b95d3-abe0-4ad2-8790-2c2770262930 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:43.136192 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Router bc4a89f4-dd90-4059-8515-093c082cf1b1 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:43.244377 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:43.250954 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-62dcea76-850f-4719-b7d2-e65fd67d552f admin admin] 10.222.0.50 "PUT /v2.0/routers/bc4a89f4-dd90-4059-8515-093c082cf1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6363695 Apr 11 15:34:43.252027 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43752) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:43.253046 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] Sync routers for ids ['bc4a89f4-dd90-4059-8515-093c082cf1b1'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:43.262952 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] Routers {'bc4a89f4-dd90-4059-8515-093c082cf1b1'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:43.263584 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['bc4a89f4-dd90-4059-8515-093c082cf1b1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:43.359183 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks [] for router (bc4a89f4-dd90-4059-8515-093c082cf1b1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.375688 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] Set router bc4a89f4-dd90-4059-8515-093c082cf1b1 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:43.467486 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks [] for router_gateway (bc4a89f4-dd90-4059-8515-093c082cf1b1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.511576 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Deleting port 8ad477fe-e05d-4699-9162-131f16755ac8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:43.511918 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.545024 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:34:42Z', 'revision_number': 5, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port': {'id': '8ad477fe-e05d-4699-9162-131f16755ac8', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:33Z', 'updated_at': '2022-04-11T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:43.576253 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] Checking router: bc4a89f4-dd90-4059-8515-093c082cf1b1 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:43.585176 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] Routers {'bc4a89f4-dd90-4059-8515-093c082cf1b1'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:43.585791 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:34:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['bc4a89f4-dd90-4059-8515-093c082cf1b1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:43.591460 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] For port 8ad477fe-e05d-4699-9162-131f16755ac8, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=8ad477fe-e05d-4699-9162-131f16755ac8,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:43.592508 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.606245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Calling delete_port for 8ad477fe-e05d-4699-9162-131f16755ac8 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:43.677281 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] Set router bc4a89f4-dd90-4059-8515-093c082cf1b1 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:43.730910 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:34:43Z', 'revision_number': 6, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:43.760805 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a98af8-79b3-4dbb-b587-e650fb70c4d1 None None] The sync data for ids ['bc4a89f4-dd90-4059-8515-093c082cf1b1'] in dv-cinder-835483-2-iscsi is: [{'id': 'bc4a89f4-dd90-4059-8515-093c082cf1b1', 'name': 'tempest-TestShelveInstance-1940134340-router', 'tenant_id': '976c5fa8bbb44908a5320efa75a51142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:32Z', 'updated_at': '2022-04-11T15:34:43Z', 'revision_number': 6, 'project_id': '976c5fa8bbb44908a5320efa75a51142', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:43.774714 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (8ad477fe-e05d-4699-9162-131f16755ac8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.805348 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad477fe-e05d-4699-9162-131f16755ac8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:43.867615 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (bc4a89f4-dd90-4059-8515-093c082cf1b1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.958042 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (bc4a89f4-dd90-4059-8515-093c082cf1b1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:43.960361 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks [] for router_controller (bc4a89f4-dd90-4059-8515-093c082cf1b1), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.005602 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (bc4a89f4-dd90-4059-8515-093c082cf1b1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.006153 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4a89f4-dd90-4059-8515-093c082cf1b1 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:34:44.010846 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.012045 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-35816f49-dbbc-4305-8f3f-3b4898bf30d1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bc4a89f4-dd90-4059-8515-093c082cf1b1 HTTP/1.1" status: 204 len: 168 time: 0.7590477 Apr 11 15:34:44.014497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:44.058454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Deleting subnet 89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:34:44.061560 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Publish callbacks [] for subnet (89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.095459 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.180925 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.237334 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.261329 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:44.267020 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.270190 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-3a246121-3e8f-4d7b-bf3c-001ff79f392d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89610bb9-dc30-4a7f-a31e-8ad6b8c0d39d HTTP/1.1" status: 204 len: 168 time: 0.2547219 Apr 11 15:34:44.273395 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43756) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:44.275868 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55a17b-3720-4a0c-8fa8-2fe22c9d4f91 None None] Network c00221e5-aea5-4706-9374-8cd51d5e357c requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:34:44.342313 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (c00221e5-aea5-4706-9374-8cd51d5e357c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.391327 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Deleting port d9704774-0048-4b93-8b56-1119b7e319df {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:44.391665 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (d9704774-0048-4b93-8b56-1119b7e319df), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.454129 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] For port d9704774-0048-4b93-8b56-1119b7e319df, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=d9704774-0048-4b93-8b56-1119b7e319df,segment=NetworkSegment(d2147b55-62b3-4cdb-8e76-7629352bf729),segment_id=d2147b55-62b3-4cdb-8e76-7629352bf729)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:44.454487 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (d9704774-0048-4b93-8b56-1119b7e319df), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.468381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Calling delete_port for d9704774-0048-4b93-8b56-1119b7e319df owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:44.547078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b57cccd-f52c-45f4-8f56-a6644d715ded None None] DHCP port deletion for c00221e5-aea5-4706-9374-8cd51d5e357c request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:34:44.556410 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (d9704774-0048-4b93-8b56-1119b7e319df), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.576161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4b57cccd-f52c-45f4-8f56-a6644d715ded None None] The port 'd9704774-0048-4b93-8b56-1119b7e319df' was deleted {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 11 15:34:44.586804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] No DVR routers for this DVR port d9704774-0048-4b93-8b56-1119b7e319df on host dv-cinder-835483-2-iscsi {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:34:44.588506 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9704774-0048-4b93-8b56-1119b7e319df,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:44.663395 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (c00221e5-aea5-4706-9374-8cd51d5e357c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.949250 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00221e5-aea5-4706-9374-8cd51d5e357c']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:44.960032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2147b55-62b3-4cdb-8e76-7629352bf729') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:44.960340 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2147b55-62b3-4cdb-8e76-7629352bf729') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:44.969396 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (d2147b55-62b3-4cdb-8e76-7629352bf729), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.983635 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (d2147b55-62b3-4cdb-8e76-7629352bf729), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.990716 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:34:44.991167 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (d2147b55-62b3-4cdb-8e76-7629352bf729), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:34:44.993001 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:34:44.998440 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d9704774-0048-4b93-8b56-1119b7e319df no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:45.019479 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: d9704774-0048-4b93-8b56-1119b7e319df {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:45.019827 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device d9704774-0048-4b93-8b56-1119b7e319df not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:45.020291 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device b406d6ef-f314-4a5b-a184-cf3a64c2d1df no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:45.044800 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: b406d6ef-f314-4a5b-a184-cf3a64c2d1df {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:45.045180 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device b406d6ef-f314-4a5b-a184-cf3a64c2d1df not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:45.045589 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 8ad477fe-e05d-4699-9162-131f16755ac8 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:45.047293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (c00221e5-aea5-4706-9374-8cd51d5e357c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.052732 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.055921 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] 10.222.0.50 "DELETE /v2.0/networks/c00221e5-aea5-4706-9374-8cd51d5e357c HTTP/1.1" status: 204 len: 168 time: 0.7816033 Apr 11 15:34:45.068577 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bca72-afc7-490e-82c7-67045552f99c admin admin] Pushing event deleted for resources: {'Network': ['ID=c00221e5-aea5-4706-9374-8cd51d5e357c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:45.069070 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 8ad477fe-e05d-4699-9162-131f16755ac8 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:45.069425 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 8ad477fe-e05d-4699-9162-131f16755ac8 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:45.079659 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf36b-a034-43f3-9950-5faecefff846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.183580 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43762) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:45.228023 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-15a41cd6-124e-4b31-a11f-482bac26dea8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6d09064148646ed84aac29788fd79ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432765 Apr 11 15:34:45.230415 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43764) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:45.282353 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b46bd90a-8d06-405a-aa6c-127e53a20c95 admin admin] Publish callbacks [] for security_group (d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.302793 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b46bd90a-8d06-405a-aa6c-127e53a20c95 admin admin] Publish callbacks [] for security_group (d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.353161 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b46bd90a-8d06-405a-aa6c-127e53a20c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.355850 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b46bd90a-8d06-405a-aa6c-127e53a20c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.357126 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b46bd90a-8d06-405a-aa6c-127e53a20c95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e HTTP/1.1" status: 204 len: 168 time: 0.1257737 Apr 11 15:34:45.368058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bd90a-8d06-405a-aa6c-127e53a20c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf2c13-b5a0-43bf-aaa7-7759bc86a11e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:45.713787 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:45.757497 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-098492cd-0ed2-45a9-a0e9-c9b3bbedb4b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=976c5fa8bbb44908a5320efa75a51142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425413 Apr 11 15:34:45.760005 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 43772) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:45.817484 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58768cc0-12ea-40ef-858a-0ea7fbc348da admin admin] Publish callbacks [] for security_group (25e3b7f2-0ffa-4876-ac73-10cbcee63f5f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.843621 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58768cc0-12ea-40ef-858a-0ea7fbc348da admin admin] Publish callbacks [] for security_group (25e3b7f2-0ffa-4876-ac73-10cbcee63f5f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.895054 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58768cc0-12ea-40ef-858a-0ea7fbc348da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (25e3b7f2-0ffa-4876-ac73-10cbcee63f5f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.899628 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58768cc0-12ea-40ef-858a-0ea7fbc348da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.900913 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-58768cc0-12ea-40ef-858a-0ea7fbc348da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25e3b7f2-0ffa-4876-ac73-10cbcee63f5f HTTP/1.1" status: 204 len: 168 time: 0.1400230 Apr 11 15:34:45.910347 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58768cc0-12ea-40ef-858a-0ea7fbc348da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e3b7f2-0ffa-4876-ac73-10cbcee63f5f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:48.340867 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35a3df9b-5221-4ffb-81f4-90790f85aaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:49.253519 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:50.669862 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:51.242131 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:53.801598 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:34:55.041737 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:15.051365 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3256ef46-4ccd-4c2f-a602-9366ced55005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:18.342799 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d49f9f8-b5b8-47f6-a24f-d49910b9c50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.258153 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:20.672598 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:21.245300 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:25.040378 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:30.801150 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:35:34.786059 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdf38-2ef6-403e-b15e-4433d1dacdd8 req-3b2b1b0e-c36e-4580-9680-564347facd3a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:34.787583 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5efbdf38-2ef6-403e-b15e-4433d1dacdd8 req-3b2b1b0e-c36e-4580-9680-564347facd3a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0535595 Apr 11 15:35:34.835411 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5efbdf38-2ef6-403e-b15e-4433d1dacdd8 req-e5029f0d-1429-448e-ae28-555b4fcf11d5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417149 Apr 11 15:35:35.962030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfcb37-054f-4186-9a96-efec48ed8b93 req-28a55096-6a06-4cda-8203-22a86a1b0526 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:35.963388 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4cbfcb37-054f-4186-9a96-efec48ed8b93 req-28a55096-6a06-4cda-8203-22a86a1b0526 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Apr 11 15:35:36.012402 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4cbfcb37-054f-4186-9a96-efec48ed8b93 req-a434ba31-df85-4f54-8829-ff866a7a7833 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Apr 11 15:35:37.136251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e34d28-2e1a-42bb-bdbb-8ce3d0a000aa req-34d053a3-5be7-4ef1-b37c-42c052d30587 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:37.137776 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f6e34d28-2e1a-42bb-bdbb-8ce3d0a000aa req-34d053a3-5be7-4ef1-b37c-42c052d30587 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Apr 11 15:35:37.195142 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f6e34d28-2e1a-42bb-bdbb-8ce3d0a000aa req-c3bdb036-1d4b-42e9-8368-7526caafbc08 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514584 Apr 11 15:35:38.311970 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1b8b-51ca-4bca-a3a5-f876871bf726 req-4606fba8-6175-4267-8cf3-d3812785aeb3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:38.313445 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-22df1b8b-51ca-4bca-a3a5-f876871bf726 req-4606fba8-6175-4267-8cf3-d3812785aeb3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0472934 Apr 11 15:35:38.359726 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-22df1b8b-51ca-4bca-a3a5-f876871bf726 req-9f66a70c-d541-4e2c-ae3b-4c21a171ba70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Apr 11 15:35:39.484886 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425238f-d9c9-4988-9e70-6442ebb30381 req-7c53de8c-1d46-4c04-b5de-b346498058d4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:39.486366 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a425238f-d9c9-4988-9e70-6442ebb30381 req-7c53de8c-1d46-4c04-b5de-b346498058d4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Apr 11 15:35:39.533277 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a425238f-d9c9-4988-9e70-6442ebb30381 req-94cca1f3-278c-48bd-88fd-122a15d83458 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Apr 11 15:35:40.656246 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1cf3b-33ee-43e3-8522-98d620d6d71e req-57151894-6cc2-4029-b764-de46afa1426f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:40.657809 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-69e1cf3b-33ee-43e3-8522-98d620d6d71e req-57151894-6cc2-4029-b764-de46afa1426f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0543971 Apr 11 15:35:40.707753 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-69e1cf3b-33ee-43e3-8522-98d620d6d71e req-dab15b4c-6783-4093-9d1f-f56b9195023f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439224 Apr 11 15:35:41.834794 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d908a-0574-4c75-9dd9-531cbed8a156 req-76001eb7-5b08-4343-a78b-eba85d17d726 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:41.836533 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-935d908a-0574-4c75-9dd9-531cbed8a156 req-76001eb7-5b08-4343-a78b-eba85d17d726 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0520854 Apr 11 15:35:41.882869 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-935d908a-0574-4c75-9dd9-531cbed8a156 req-d0413524-96e7-4b4d-acb4-543fc64555ab tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Apr 11 15:35:43.000970 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa959c9-5d3e-45f9-9e5c-abb6104564de req-35ebb018-cf40-41b0-8a25-a9e6f86568fa tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:43.002512 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1fa959c9-5d3e-45f9-9e5c-abb6104564de req-35ebb018-cf40-41b0-8a25-a9e6f86568fa tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0493093 Apr 11 15:35:43.058174 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1fa959c9-5d3e-45f9-9e5c-abb6104564de req-48a6e9c1-e280-4750-a903-41c6c8776b16 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493078 Apr 11 15:35:44.192554 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b1d4a-d192-4a5d-bff2-39409c18df88 req-411f219d-9ebb-4e06-85d2-82f797e37974 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:44.194577 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4b8b1d4a-d192-4a5d-bff2-39409c18df88 req-411f219d-9ebb-4e06-85d2-82f797e37974 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0550225 Apr 11 15:35:44.246880 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4b8b1d4a-d192-4a5d-bff2-39409c18df88 req-ce81590d-7f72-44ce-a1df-5c1ab5614b13 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457158 Apr 11 15:35:44.690415 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886f45-1a99-4903-bf6d-b81b7eb16c13 req-404fa022-39ee-43fe-81ae-9ef18c2d1a62 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:44.691932 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ba886f45-1a99-4903-bf6d-b81b7eb16c13 req-404fa022-39ee-43fe-81ae-9ef18c2d1a62 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0483923 Apr 11 15:35:44.747509 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ba886f45-1a99-4903-bf6d-b81b7eb16c13 req-fe9a809b-1e32-40a4-9304-5eb3101b3c0b tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495319 Apr 11 15:35:45.054469 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1ff1dc4-9f90-43e0-b8c2-cc5cb2dbb33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:45.377763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab689c-c131-421e-bfcb-f078439f4634 req-84ed4b1b-b7f4-4c51-afc8-032bab026894 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:45.379482 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5dab689c-c131-421e-bfcb-f078439f4634 req-84ed4b1b-b7f4-4c51-afc8-032bab026894 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0568819 Apr 11 15:35:45.437692 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5dab689c-c131-421e-bfcb-f078439f4634 req-77da63c2-6edb-4681-ad13-b432dd5dace3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511968 Apr 11 15:35:45.876905 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5c118-8983-448f-a49d-fbbd10c1dbbb req-35c243c7-f49c-4ece-a408-87bfc11c4e51 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:45.878509 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3de5c118-8983-448f-a49d-fbbd10c1dbbb req-35c243c7-f49c-4ece-a408-87bfc11c4e51 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0536013 Apr 11 15:35:45.935200 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3de5c118-8983-448f-a49d-fbbd10c1dbbb req-a1066ec2-f03d-4c00-ab06-edff6906f5cd tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501325 Apr 11 15:35:46.560304 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce87fe-8e80-427f-84eb-c44cce17f4be req-38484df5-8a6e-4b11-9cde-a14447c48055 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:46.561783 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-89ce87fe-8e80-427f-84eb-c44cce17f4be req-38484df5-8a6e-4b11-9cde-a14447c48055 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0470314 Apr 11 15:35:46.609550 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-89ce87fe-8e80-427f-84eb-c44cce17f4be req-61dd7c9b-28d6-4fcf-b459-9a96182393dd tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 Apr 11 15:35:46.829537 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-e29c019a-9b8d-4179-9644-e9173d23b512 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:46.831007 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-e29c019a-9b8d-4179-9644-e9173d23b512 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0515833 Apr 11 15:35:46.927682 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Deleting port 83a139b6-3dcf-4714-891c-1f111d5443d2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:46.928420 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:47.063204 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] For port 83a139b6-3dcf-4714-891c-1f111d5443d2, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=83a139b6-3dcf-4714-891c-1f111d5443d2,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:47.063585 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:47.081634 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ec72b-725b-4ba8-abe0-eacf4a656ecb req-e5f769ce-713f-4945-85d9-ac455daf9d7e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:47.083083 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0c4ec72b-725b-4ba8-abe0-eacf4a656ecb req-e5f769ce-713f-4945-85d9-ac455daf9d7e tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 945 time: 0.0730586 Apr 11 15:35:47.206894 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0c4ec72b-725b-4ba8-abe0-eacf4a656ecb req-2420663c-e585-4dcd-8801-7002d0e053e1 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups?id=398cb3cb-2d3b-4e92-800d-973ebe1f4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170561 Apr 11 15:35:47.281436 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:47.281806 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (b718f9e7-fb80-441e-bc09-aabba62c9102), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:47.282130 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Floating IP b718f9e7-fb80-441e-bc09-aabba62c9102 disassociated. External IP: 172.27.1.161, port: 83a139b6-3dcf-4714-891c-1f111d5443d2. Apr 11 15:35:47.282475 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Calling delete_port for 83a139b6-3dcf-4714-891c-1f111d5443d2 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:47.417539 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (83a139b6-3dcf-4714-891c-1f111d5443d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:47.446317 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event deleted for resources: {'Port': ['ID=83a139b6-3dcf-4714-891c-1f111d5443d2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:47.456376 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.456727 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.457075 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.457420 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.457760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.458096 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.458431 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.458786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.459198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.459962 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.460601 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.461183 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.461687 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.461971 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.462383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:47.579329 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:35:47.700392 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:47.716916 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:47.729302 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:47.729974 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:35:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:47.746523 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] No DVR routers for this DVR port 83a139b6-3dcf-4714-891c-1f111d5443d2 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:35:47.747571 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c63e0-310e-4ff8-a72c-b3894f817209 req-121c5223-2905-435f-80d0-7967f7e04bae tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:47.749101 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b7c63e0-310e-4ff8-a72c-b3894f817209 req-121c5223-2905-435f-80d0-7967f7e04bae tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0584223 Apr 11 15:35:47.749302 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:47.752780 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b1eec3f1-1302-4d26-93b6-ce0f1e7c0cfc req-f8be93f2-98dc-4760-92c5-c8caffe4c1b8 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.59 "DELETE /v2.0/ports/83a139b6-3dcf-4714-891c-1f111d5443d2 HTTP/1.1" status: 204 len: 173 time: 0.9158711 Apr 11 15:35:47.753397 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'name': 'network-vif-deleted', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:35:47.756056 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e85ca-8c59-4cb3-8b33-ee338ed01e55" -d '{"events": [{"server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "name": "network-vif-deleted", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:35:47.821177 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4b7c63e0-310e-4ff8-a72c-b3894f817209 req-1e23fda8-9cf9-4b77-93fe-2da23148dd82 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661268 Apr 11 15:35:47.867638 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:47.876940 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32fff7-7a6c-4ef0-bb5f-124661cd34e2 x-openstack-request-id: req-ff32fff7-7a6c-4ef0-bb5f-124661cd34e2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:35:47.877498 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9886d313-e1bc-484a-892d-05a2118bdede", "name": "network-vif-deleted", "tag": "83a139b6-3dcf-4714-891c-1f111d5443d2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:35:47.878477 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff32fff7-7a6c-4ef0-bb5f-124661cd34e2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:35:47.879118 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff32fff7-7a6c-4ef0-bb5f-124661cd34e2'] response: {'server_uuid': '9886d313-e1bc-484a-892d-05a2118bdede', 'name': 'network-vif-deleted', 'tag': '83a139b6-3dcf-4714-891c-1f111d5443d2', 'status': 'completed', 'code': 200} Apr 11 15:35:48.075398 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:48.101019 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:48.110469 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:48.111096 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:35:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:48.220565 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:48.337102 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-92789bca-a3d5-4f3a-9a38-f74b22b38dac req-db24469e-63ff-4c3e-90b6-d5d8e1693ca6 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9886d313-e1bc-484a-892d-05a2118bdede HTTP/1.1" status: 200 len: 210 time: 0.0356860 Apr 11 15:35:48.347126 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ccd41a2-44ab-496a-abb0-9864b87a0ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:48.442879 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:48.470851 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c4fc2-f523-4cdd-ba42-77d72d55d002 None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'e27c34d7-fa8f-4c14-8704-f01cbfcef7f9', 'name': '', 'network_id': '5e754873-9815-43da-8bf8-15629bcbf0dc', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'mac_address': 'fa:16:3e:bd:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '567f8781-86a7-45bd-af70-fa256181af57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:04Z', 'updated_at': '2022-04-11T15:25:23Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'subnets': [{'id': '567f8781-86a7-45bd-af70-fa256181af57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:48.706504 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20525fbd-e392-44c7-86a2-63c357b994d8 None None] New status for floating IP b718f9e7-fb80-441e-bc09-aabba62c9102: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:35:48.939907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb21de-8a8a-4499-855a-4b371368fd14 req-cdbd9eab-c1a2-401f-b1b1-8e1d6c1aca81 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:48.941410 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-45cb21de-8a8a-4499-855a-4b371368fd14 req-cdbd9eab-c1a2-401f-b1b1-8e1d6c1aca81 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0509949 Apr 11 15:35:48.989043 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-45cb21de-8a8a-4499-855a-4b371368fd14 req-0ceb0cb2-06e2-4757-86e9-19415cee4312 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Apr 11 15:35:49.172445 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:35:49.312027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 83a139b6-3dcf-4714-891c-1f111d5443d2 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:49.345649 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 83a139b6-3dcf-4714-891c-1f111d5443d2 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:49.345995 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 83a139b6-3dcf-4714-891c-1f111d5443d2 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:49.355432 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.428067 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44018) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:49.449426 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:49.461855 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'mac_address': 'fa:16:3e:27:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:35:49.483449 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a267-1ec8-4639-9ffe-55055058ae4d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (398cb3cb-2d3b-4e92-800d-973ebe1f4f21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.500840 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: ACTIVE; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:49.501235 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.510383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a267-1ec8-4639-9ffe-55055058ae4d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (398cb3cb-2d3b-4e92-800d-973ebe1f4f21), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.515377 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7358c61-5298-432c-9341-35fdd7d5232c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:35:49.535446 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:49.539372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.559516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a267-1ec8-4639-9ffe-55055058ae4d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (398cb3cb-2d3b-4e92-800d-973ebe1f4f21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.562325 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a267-1ec8-4639-9ffe-55055058ae4d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.563533 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-d5e0a267-1ec8-4639-9ffe-55055058ae4d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "DELETE /v2.0/security-groups/398cb3cb-2d3b-4e92-800d-973ebe1f4f21 HTTP/1.1" status: 204 len: 168 time: 0.1338468 Apr 11 15:35:49.566405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44020) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:49.572987 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0a267-1ec8-4639-9ffe-55055058ae4d tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398cb3cb-2d3b-4e92-800d-973ebe1f4f21,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:49.583032 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.api.v2.resource [None req-7ea27e24-e782-484d-a700-6cc057752925 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] show failed (client error): The resource could not be found. Apr 11 15:35:49.584229 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7ea27e24-e782-484d-a700-6cc057752925 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "GET /v2.0/security-groups/398cb3cb-2d3b-4e92-800d-973ebe1f4f21 HTTP/1.1" status: 404 len: 347 time: 0.0168209 Apr 11 15:35:49.587508 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44022) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:49.604356 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:49.613216 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.613590 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.613922 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.614274 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.614631 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.614971 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.615304 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.616177 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.616520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.616853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.617202 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.617641 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.617975 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.618304 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.618657 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.713883 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Deleting port 7e887793-be5a-4a2b-b132-4423c3339614 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:49.714139 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (7e887793-be5a-4a2b-b132-4423c3339614), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.716840 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f7358c61-5298-432c-9341-35fdd7d5232c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:35:49.795513 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (7e887793-be5a-4a2b-b132-4423c3339614), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.795850 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (7e887793-be5a-4a2b-b132-4423c3339614), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.808581 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Calling delete_port for 7e887793-be5a-4a2b-b132-4423c3339614 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:49.946769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (7e887793-be5a-4a2b-b132-4423c3339614), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:49.973462 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Pushing event deleted for resources: {'Port': ['ID=7e887793-be5a-4a2b-b132-4423c3339614,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:49.999195 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.999546 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:49.999895 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.000239 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.000580 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.000915 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.001246 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.001576 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.001906 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.002234 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.002562 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.002919 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.003249 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.003573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.003896 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:50.046539 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks [] for floatingip (b718f9e7-fb80-441e-bc09-aabba62c9102), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:50.049161 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:50.050334 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e30da166-cf6c-4b37-8d18-bf86565c4ad3 tempest-AttachVolumeTestJSON-1894977447 tempest-AttachVolumeTestJSON-1894977447-project] 10.222.0.50 "DELETE /v2.0/floatingips/b718f9e7-fb80-441e-bc09-aabba62c9102 HTTP/1.1" status: 204 len: 168 time: 0.4618990 Apr 11 15:35:50.114494 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa24758-dbbc-4e38-a7ab-61b527552fd3 req-e07d3347-5381-4991-8167-572a87ad20a5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:50.116347 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ffa24758-dbbc-4e38-a7ab-61b527552fd3 req-e07d3347-5381-4991-8167-572a87ad20a5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 944 time: 0.0496392 Apr 11 15:35:50.168374 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ffa24758-dbbc-4e38-a7ab-61b527552fd3 req-ef82bb8a-523a-4c78-a083-fe8436b28bb9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Apr 11 15:35:50.680886 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:51.176268 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:35:51.242185 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port f7358c61-5298-432c-9341-35fdd7d5232c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:51.242672 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:51.272071 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:51.300935 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ff5e1-2803-4524-bf8f-b005a90444b8 req-42fef51d-c9ed-4906-8697-052d348541e7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:51.303439 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-aa8ff5e1-2803-4524-bf8f-b005a90444b8 req-42fef51d-c9ed-4906-8697-052d348541e7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 944 time: 0.0569112 Apr 11 15:35:51.331135 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:51.331527 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:51.354962 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:35:51.357229 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781482c8-dd69-4000-b8d5-579e145a80d9" -d '{"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-plugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:35:51.366253 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-aa8ff5e1-2803-4524-bf8f-b005a90444b8 req-5f5cc75a-3435-4a1f-9b86-93633b6e9414 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511873 Apr 11 15:35:51.372112 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:51.379711 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:51.436787 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:51.457871 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d231ef05-6ca9-4289-931c-39c4fcd5043a x-openstack-request-id: req-d231ef05-6ca9-4289-931c-39c4fcd5043a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:35:51.458172 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-plugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:35:51.458431 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d231ef05-6ca9-4289-931c-39c4fcd5043a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:35:51.458877 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d231ef05-6ca9-4289-931c-39c4fcd5043a'] response: {'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'code': 200} Apr 11 15:35:52.484584 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca86315-6b0b-4bbc-8308-ece0b30fe926 req-7ccbe486-720b-47a2-b1b8-147414a544c1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:52.486406 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1ca86315-6b0b-4bbc-8308-ece0b30fe926 req-7ccbe486-720b-47a2-b1b8-147414a544c1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0539629 Apr 11 15:35:52.534417 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1ca86315-6b0b-4bbc-8308-ece0b30fe926 req-4ac7c28e-9811-41a6-bc7c-abf25ae45ff1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Apr 11 15:35:53.598466 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:53.653559 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bce61-e13b-4676-bbe8-926f5cbfe432 req-2af2920f-22a7-43a4-905f-c62d1080e296 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:53.655074 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d00bce61-e13b-4676-bbe8-926f5cbfe432 req-2af2920f-22a7-43a4-905f-c62d1080e296 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Apr 11 15:35:53.702178 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d00bce61-e13b-4676-bbe8-926f5cbfe432 req-8ec77510-7a5a-46b8-830b-642506d7f42c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Apr 11 15:35:54.078379 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:54.317126 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Deleting port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:54.317458 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:54.392746 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] For port e27c34d7-fa8f-4c14-8704-f01cbfcef7f9, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:54.393020 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:54.409692 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Calling delete_port for e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:54.596925 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (e27c34d7-fa8f-4c14-8704-f01cbfcef7f9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:54.622395 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27c34d7-fa8f-4c14-8704-f01cbfcef7f9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:54.866328 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192e9f0-4828-440c-8aa6-33e53c7bca0c req-fe566465-4065-4d07-af64-2282ead9c760 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:54.868585 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a192e9f0-4828-440c-8aa6-33e53c7bca0c req-fe566465-4065-4d07-af64-2282ead9c760 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0589209 Apr 11 15:35:54.893768 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:54.975794 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a192e9f0-4828-440c-8aa6-33e53c7bca0c req-cb5a43dc-e507-4842-bb11-218b4b789a3f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973833 Apr 11 15:35:55.059549 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:55.190352 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:35:55.317358 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:55.324601 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-86801434-e83d-4791-aef7-6580871009a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244387 Apr 11 15:35:55.326854 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44096) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:55.329404 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] Sync routers for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:55.341330 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:55.342062 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:35:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:55.458471 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks [] for router (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:55.495949 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:55.587981 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks [] for router_gateway (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:55.654010 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Deleting port 6cddd5c5-76ef-485c-8b56-446ccffda59c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:55.655020 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:55.727629 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:35:54Z', 'revision_number': 5, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port': {'id': '6cddd5c5-76ef-485c-8b56-446ccffda59c', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:55.759513 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] Checking router: a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:55.772902 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] Routers {'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:55.780001 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:35:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:55.785194 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] For port 6cddd5c5-76ef-485c-8b56-446ccffda59c, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=6cddd5c5-76ef-485c-8b56-446ccffda59c,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:55.785876 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:55.814509 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Calling delete_port for 6cddd5c5-76ef-485c-8b56-446ccffda59c owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:56.004507 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] Set router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:56.066312 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:35:55Z', 'revision_number': 6, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:56.103972 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31420f3d-96d7-4b5c-a51d-00b479649aeb None None] The sync data for ids ['a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4'] in dv-cinder-835483-2-iscsi is: [{'id': 'a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4', 'name': 'tempest-AttachVolumeTestJSON-1667207700-router', 'tenant_id': 'e840187413594b7a89c3075fd64d2955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:35:55Z', 'revision_number': 6, 'project_id': 'e840187413594b7a89c3075fd64d2955', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:56.133296 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (6cddd5c5-76ef-485c-8b56-446ccffda59c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.182557 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cddd5c5-76ef-485c-8b56-446ccffda59c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:56.229029 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84ea4-d8c5-4467-b565-d5996d45f506 req-eef49de9-0bfa-49f1-8a3e-5fdb7de00973 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:56.230654 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6a84ea4-d8c5-4467-b565-d5996d45f506 req-eef49de9-0bfa-49f1-8a3e-5fdb7de00973 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.1413896 Apr 11 15:35:56.303501 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.384615 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d6a84ea4-d8c5-4467-b565-d5996d45f506 req-56b846f4-504b-4ab8-b6d0-1318b4328e00 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340773 Apr 11 15:35:56.427019 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.431677 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks [] for router_controller (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.500340 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.501054 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:35:56.506058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.510227 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b3aa5dbf-0162-4418-b6dc-059d9f4cb5b5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a84ae1d0-fd42-438c-9be0-3ee14f4d4bb4 HTTP/1.1" status: 204 len: 168 time: 1.1794982 Apr 11 15:35:56.510688 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44102) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:56.570303 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Deleting subnet 567f8781-86a7-45bd-af70-fa256181af57 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:35:56.574454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Publish callbacks [] for subnet (567f8781-86a7-45bd-af70-fa256181af57), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.612995 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (567f8781-86a7-45bd-af70-fa256181af57), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.704650 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (567f8781-86a7-45bd-af70-fa256181af57), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.766817 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (567f8781-86a7-45bd-af70-fa256181af57), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.792110 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567f8781-86a7-45bd-af70-fa256181af57,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:56.798211 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.804333 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44104) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:56.805432 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-859a82a7-f1d5-455e-a2ee-69c40736d3ee admin admin] 10.222.0.50 "DELETE /v2.0/subnets/567f8781-86a7-45bd-af70-fa256181af57 HTTP/1.1" status: 204 len: 168 time: 0.2927160 Apr 11 15:35:56.805524 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508ddb4-66de-402f-9120-97b9f7d41b9b None None] Network 5e754873-9815-43da-8bf8-15629bcbf0dc requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:35:56.892379 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (5e754873-9815-43da-8bf8-15629bcbf0dc), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:56.966394 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Deleting port 695274aa-0e34-4b53-afd6-55c37aad444e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:56.966869 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.015136 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] DHCP port deletion for 5e754873-9815-43da-8bf8-15629bcbf0dc request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:35:57.055492 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] For port 695274aa-0e34-4b53-afd6-55c37aad444e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=695274aa-0e34-4b53-afd6-55c37aad444e,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:57.056000 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.076965 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Calling delete_port for 695274aa-0e34-4b53-afd6-55c37aad444e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:57.080612 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] Deleting port 695274aa-0e34-4b53-afd6-55c37aad444e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:57.080994 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.159614 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] For port 695274aa-0e34-4b53-afd6-55c37aad444e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=695274aa-0e34-4b53-afd6-55c37aad444e,segment=NetworkSegment(ef85eecc-b631-433e-a967-a350dc0382b9),segment_id=ef85eecc-b631-433e-a967-a350dc0382b9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:57.159943 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.164547 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:57.185481 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.197027 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:57.197654 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device e27c34d7-fa8f-4c14-8704-f01cbfcef7f9 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:57.198242 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6cddd5c5-76ef-485c-8b56-446ccffda59c no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:57.223968 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Pushing event deleted for resources: {'Port': ['ID=695274aa-0e34-4b53-afd6-55c37aad444e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:57.227090 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] Calling delete_port for 695274aa-0e34-4b53-afd6-55c37aad444e owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:57.230493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] No DVR routers for this DVR port 695274aa-0e34-4b53-afd6-55c37aad444e on host dv-cinder-835483-2-iscsi {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:35:57.243575 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 6cddd5c5-76ef-485c-8b56-446ccffda59c {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:57.244147 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 6cddd5c5-76ef-485c-8b56-446ccffda59c not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:57.335975 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (695274aa-0e34-4b53-afd6-55c37aad444e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.337757 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (5e754873-9815-43da-8bf8-15629bcbf0dc), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.357335 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] No DVR routers for this DVR port 695274aa-0e34-4b53-afd6-55c37aad444e on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:35:57.401790 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25696412-3ffb-4855-89d7-a956956f6cab None None] Pushing event deleted for resources: {'Port': ['ID=695274aa-0e34-4b53-afd6-55c37aad444e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:57.404323 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e754873-9815-43da-8bf8-15629bcbf0dc']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:57.418827 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef85eecc-b631-433e-a967-a350dc0382b9') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:57.419144 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef85eecc-b631-433e-a967-a350dc0382b9') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:57.434859 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (ef85eecc-b631-433e-a967-a350dc0382b9), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.456730 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (ef85eecc-b631-433e-a967-a350dc0382b9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.469005 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:35:57.469420 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (ef85eecc-b631-433e-a967-a350dc0382b9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:35:57.471813 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:35:57.900597 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a932e-7cc1-4fd0-a792-774ac249546c req-3145bfc4-3b70-4122-b70e-36675d6f0054 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:57.902131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d35a932e-7cc1-4fd0-a792-774ac249546c req-3145bfc4-3b70-4122-b70e-36675d6f0054 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.4195035 Apr 11 15:35:57.903422 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (5e754873-9815-43da-8bf8-15629bcbf0dc), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.909689 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.913125 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5e754873-9815-43da-8bf8-15629bcbf0dc HTTP/1.1" status: 204 len: 168 time: 1.1058633 Apr 11 15:35:57.937010 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e880060-da5b-4a6d-b756-c0b8e29ba605 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e754873-9815-43da-8bf8-15629bcbf0dc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:58.003647 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d35a932e-7cc1-4fd0-a792-774ac249546c req-05522304-fd81-42e8-ae3f-fe84d172e72f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875835 Apr 11 15:35:58.069053 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44110) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:58.113353 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-386d325a-e087-4ead-ae71-1c3086de582e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e840187413594b7a89c3075fd64d2955&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428140 Apr 11 15:35:58.115898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44112) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:58.167794 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aababd13-b2d1-4e81-b83b-6186d71d82cf admin admin] Publish callbacks [] for security_group (867fa5c6-ea87-4371-91df-adc40222b573), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.191281 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aababd13-b2d1-4e81-b83b-6186d71d82cf admin admin] Publish callbacks [] for security_group (867fa5c6-ea87-4371-91df-adc40222b573), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.246371 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aababd13-b2d1-4e81-b83b-6186d71d82cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (867fa5c6-ea87-4371-91df-adc40222b573), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.249189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aababd13-b2d1-4e81-b83b-6186d71d82cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.253042 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-aababd13-b2d1-4e81-b83b-6186d71d82cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/867fa5c6-ea87-4371-91df-adc40222b573 HTTP/1.1" status: 204 len: 168 time: 0.1336069 Apr 11 15:35:58.260618 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aababd13-b2d1-4e81-b83b-6186d71d82cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867fa5c6-ea87-4371-91df-adc40222b573,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:59.096760 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 695274aa-0e34-4b53-afd6-55c37aad444e no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:59.138287 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 695274aa-0e34-4b53-afd6-55c37aad444e {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:59.147450 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 695274aa-0e34-4b53-afd6-55c37aad444e not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:59.202719 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47415c-1c60-48e1-be82-bb24aee25128 req-b28b69d8-0ca1-4e08-bcf9-61a1b5d51776 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:59.205683 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-df47415c-1c60-48e1-be82-bb24aee25128 req-b28b69d8-0ca1-4e08-bcf9-61a1b5d51776 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0857902 Apr 11 15:35:59.272849 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-df47415c-1c60-48e1-be82-bb24aee25128 req-034931d7-83b7-42c0-9cbc-aa60415494ba tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599289 Apr 11 15:36:00.309425 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:00.419131 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb87f3-1375-4699-9ba8-285c4f86ceb6 req-1e083045-f4ac-4c62-bfd8-b9cc09e919f8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:00.427382 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5deb87f3-1375-4699-9ba8-285c4f86ceb6 req-1e083045-f4ac-4c62-bfd8-b9cc09e919f8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0614278 Apr 11 15:36:00.446856 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0cae7ad4-d84f-457d-b6c2-049496b0571b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.495092 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5deb87f3-1375-4699-9ba8-285c4f86ceb6 req-75865067-13de-457a-a5c9-153f880ab83b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606892 Apr 11 15:36:00.541924 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0cae7ad4-d84f-457d-b6c2-049496b0571b admin admin] Publish callbacks [] for security_group (a30fa9ea-5e5d-458b-a265-4b9e5439de27), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.547485 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0cae7ad4-d84f-457d-b6c2-049496b0571b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a30fa9ea-5e5d-458b-a265-4b9e5439de27), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.580762 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae7ad4-d84f-457d-b6c2-049496b0571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30fa9ea-5e5d-458b-a265-4b9e5439de27,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:00.612020 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44176) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:00.612754 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-0cae7ad4-d84f-457d-b6c2-049496b0571b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=740c82c91ca5438e8f80dcdc2043db64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971373 Apr 11 15:36:00.670886 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-060f0ab0-0a90-4682-97ad-15d0e9bfc61c admin admin] Publish callbacks [] for security_group (a30fa9ea-5e5d-458b-a265-4b9e5439de27), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.694152 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-060f0ab0-0a90-4682-97ad-15d0e9bfc61c admin admin] Publish callbacks [] for security_group (a30fa9ea-5e5d-458b-a265-4b9e5439de27), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.761949 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-060f0ab0-0a90-4682-97ad-15d0e9bfc61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a30fa9ea-5e5d-458b-a265-4b9e5439de27), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.764707 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-060f0ab0-0a90-4682-97ad-15d0e9bfc61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.776193 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-060f0ab0-0a90-4682-97ad-15d0e9bfc61c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a30fa9ea-5e5d-458b-a265-4b9e5439de27 HTTP/1.1" status: 204 len: 168 time: 0.1567919 Apr 11 15:36:00.800170 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f0ab0-0a90-4682-97ad-15d0e9bfc61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30fa9ea-5e5d-458b-a265-4b9e5439de27,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:01.127747 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44182) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:01.142695 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e892a9b-008f-485f-87e2-fe8fd969d882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.235062 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e892a9b-008f-485f-87e2-fe8fd969d882 admin admin] Publish callbacks [] for security_group (1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.241392 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e892a9b-008f-485f-87e2-fe8fd969d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.281013 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892a9b-008f-485f-87e2-fe8fd969d882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:01.292071 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4e892a9b-008f-485f-87e2-fe8fd969d882 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1f22f8494254b9c8ed0c963386e82b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605098 Apr 11 15:36:01.296570 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44184) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:01.350163 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f034ce0-5d2d-4d1a-ad9c-83ee1e5f972d admin admin] Publish callbacks [] for security_group (1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.383621 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f034ce0-5d2d-4d1a-ad9c-83ee1e5f972d admin admin] Publish callbacks [] for security_group (1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.447061 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f034ce0-5d2d-4d1a-ad9c-83ee1e5f972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.450619 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f034ce0-5d2d-4d1a-ad9c-83ee1e5f972d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.455692 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3f034ce0-5d2d-4d1a-ad9c-83ee1e5f972d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde HTTP/1.1" status: 204 len: 168 time: 0.1545711 Apr 11 15:36:01.468021 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f034ce0-5d2d-4d1a-ad9c-83ee1e5f972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab01da8-f0dc-4bd9-baa4-bf8a0248cdde,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:01.633831 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9e52-d68f-49df-915e-f215af5be4f2 req-60535bab-f95e-4639-82f1-6b7fcdfd16a4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:01.635461 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5d0a9e52-d68f-49df-915e-f215af5be4f2 req-60535bab-f95e-4639-82f1-6b7fcdfd16a4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0587196 Apr 11 15:36:01.739260 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5d0a9e52-d68f-49df-915e-f215af5be4f2 req-a7e87c36-7b76-46a4-a3b5-377e3137ef4b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982389 Apr 11 15:36:01.896602 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-5dc11a5b-8968-403d-973f-6ec749e9a9ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2051880 Apr 11 15:36:02.027729 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-10a161b9-802f-4f6d-be87-fd5a2b71ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:02.029324 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-10a161b9-802f-4f6d-be87-fd5a2b71ba69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1130 time: 0.0505893 Apr 11 15:36:02.151287 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-1f9fc864-7d84-492a-931f-2a80068f3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:02.152696 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-1f9fc864-7d84-492a-931f-2a80068f3c3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.1038661 Apr 11 15:36:02.226379 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-04126776-3196-4b34-bffe-3cfb378118b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 1002 time: 0.0662775 Apr 11 15:36:02.294009 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-3add0f55-f6b0-4370-b941-a20050e9d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:02.295907 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-3add0f55-f6b0-4370-b941-a20050e9d897 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0634851 Apr 11 15:36:02.351973 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-9382a1f9-7daa-4b96-8a28-ab7eb76170fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:02.353857 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-9382a1f9-7daa-4b96-8a28-ab7eb76170fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503647 Apr 11 15:36:02.364105 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-d7a44e3c-2fe7-4221-af46-ef05daa1d2f4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:36:02.365076 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-d7a44e3c-2fe7-4221-af46-ef05daa1d2f4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053921 Apr 11 15:36:02.387883 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44214) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:02.482456 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-63913815-70c3-44a1-b50d-f19f08aa379d service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101410 Apr 11 15:36:02.523749 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136615327-network', 'tenant_id': '264f77156ab64d0496ea57adc5ab6a83'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:02.549915 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Made reservation on behalf of 264f77156ab64d0496ea57adc5ab6a83 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:36:02.554173 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.573658 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.604578 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6fab438c-cb11-4caf-9a81-cac2ea5c9507 req-f9576dff-0a8d-49d8-99c2-7c42a1c7cd64 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133523 Apr 11 15:36:02.673265 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks [] for security_group (baa875d9-e8fa-439d-b45c-c493dfc22341), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.678651 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (baa875d9-e8fa-439d-b45c-c493dfc22341), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.707437 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:36:02.723955 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa875d9-e8fa-439d-b45c-c493dfc22341,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:02.740658 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (15971b1e-08b1-49fd-9e9b-a92d8f998d9a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.741008 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.segments_db [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Added segment 15971b1e-08b1-49fd-9e9b-a92d8f998d9a of type vlan for network c9224496-c16f-4784-b078-b9e3e985502f Apr 11 15:36:02.812325 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (c9224496-c16f-4784-b078-b9e3e985502f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.891770 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (c9224496-c16f-4784-b078-b9e3e985502f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.893168 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:02.893970 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:02.903941 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d9b1c-b886-49cb-a869-68e4affb2c54 req-ea1f3b2a-01bd-4e1a-a064-ac4c0935071b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:02.905428 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2a6d9b1c-b886-49cb-a869-68e4affb2c54 req-ea1f3b2a-01bd-4e1a-a064-ac4c0935071b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0829022 Apr 11 15:36:02.949692 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5602255 Apr 11 15:36:02.953720 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44220) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:02.958520 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Request body: {'subnet': {'network_id': 'c9224496-c16f-4784-b078-b9e3e985502f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136615327-subnet', 'tenant_id': '264f77156ab64d0496ea57adc5ab6a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:02.982295 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Made reservation on behalf of 264f77156ab64d0496ea57adc5ab6a83 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:36:02.984857 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29400587'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:03.002576 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104dc13-b228-45db-b484-48c116961090 admin admin] Pushing event updated for resources: {'Network': ['ID=c9224496-c16f-4784-b078-b9e3e985502f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:03.014297 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network c9224496-c16f-4784-b078-b9e3e985502f details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:36:03.022174 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2a6d9b1c-b886-49cb-a869-68e4affb2c54 req-8ce2e3c0-8179-4659-b0cf-4998464988b5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017320 Apr 11 15:36:03.234960 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29435997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29400601'] for subnet (bf99ce5e-c1d9-436e-84b7-cb8001df9052), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:03.299878 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf99ce5e-c1d9-436e-84b7-cb8001df9052,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:03.305866 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Checking segment: {'id': '15971b1e-08b1-49fd-9e9b-a92d8f998d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9224496-c16f-4784-b078-b9e3e985502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:36:03.306236 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Network hostable DHCP agents. Network: c9224496-c16f-4784-b078-b9e3e985502f, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:36:03.326037 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Network c9224496-c16f-4784-b078-b9e3e985502f is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:36:03.337772 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, c9224496-c16f-4784-b078-b9e3e985502f) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:36:03.342181 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:03.342997 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:03.350542 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10284bf8-33f7-4bcc-a210-1e183349a2ee None None] Network c9224496-c16f-4784-b078-b9e3e985502f requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:36:03.361700 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-6e8dcd08-42cc-4b7d-bced-85ad28ccd2d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4067345 Apr 11 15:36:03.485179 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89815b0e-72f6-4c25-9d49-0ca75b11959e None None] Network c9224496-c16f-4784-b078-b9e3e985502f requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:36:03.979786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44236) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:03.985381 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-475187998-network', 'tenant_id': '72a31b454f81466ca53ab8dc484676bc'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:04.010372 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Made reservation on behalf of 72a31b454f81466ca53ab8dc484676bc for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:36:04.012725 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.026029 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.139609 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks [] for security_group (75beaf49-1a74-4d6a-bfa5-b9e016e03e7a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.142278 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (75beaf49-1a74-4d6a-bfa5-b9e016e03e7a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.188151 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:36:04.242647 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (a9fd3d8b-37f8-4b17-987a-f78d778d005f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.242647 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Added segment a9fd3d8b-37f8-4b17-987a-f78d778d005f of type vlan for network d6ec4519-04b0-4560-8c19-e275989c3837 Apr 11 15:36:04.242647 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75beaf49-1a74-4d6a-bfa5-b9e016e03e7a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:04.279992 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096dfd-5a88-438f-8767-8645f1f1fa29 req-f38aa8bf-df5e-41b5-be8b-cb83054559f0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:04.283797 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a0096dfd-5a88-438f-8767-8645f1f1fa29 req-f38aa8bf-df5e-41b5-be8b-cb83054559f0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.1248946 Apr 11 15:36:04.317066 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (d6ec4519-04b0-4560-8c19-e275989c3837), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.363548 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a0096dfd-5a88-438f-8767-8645f1f1fa29 req-383de35c-e848-4d96-a8dc-2a38abedcd17 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746665 Apr 11 15:36:04.364642 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (d6ec4519-04b0-4560-8c19-e275989c3837), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.365561 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:04.366310 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.414811 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4331682 Apr 11 15:36:04.417528 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44248) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:04.423318 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Request body: {'subnet': {'network_id': 'd6ec4519-04b0-4560-8c19-e275989c3837', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-475187998-subnet', 'tenant_id': '72a31b454f81466ca53ab8dc484676bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:04.457189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19ed4-eb6d-47b6-9ea4-0025b528d35a admin admin] Pushing event updated for resources: {'Network': ['ID=d6ec4519-04b0-4560-8c19-e275989c3837,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:04.464425 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Made reservation on behalf of 72a31b454f81466ca53ab8dc484676bc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:36:04.468037 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.470246 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network d6ec4519-04b0-4560-8c19-e275989c3837 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:36:04.705539 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (9081edc9-d654-4d80-8973-3fb852965aa4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.765994 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9081edc9-d654-4d80-8973-3fb852965aa4,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:04.778205 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Checking segment: {'id': 'a9fd3d8b-37f8-4b17-987a-f78d778d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd6ec4519-04b0-4560-8c19-e275989c3837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:36:04.778568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Network hostable DHCP agents. Network: d6ec4519-04b0-4560-8c19-e275989c3837, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:36:04.801775 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Network d6ec4519-04b0-4560-8c19-e275989c3837 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:36:04.813736 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, d6ec4519-04b0-4560-8c19-e275989c3837) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:36:04.823772 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:04.824882 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c364a26c-9088-439b-b6c3-4f76df9cfe68 None None] Network d6ec4519-04b0-4560-8c19-e275989c3837 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:36:04.826254 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:04.862613 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0957fb0a-b4cb-490f-9806-5bf76847ed91 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4333496 Apr 11 15:36:04.956986 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218517b5-21f1-413a-b092-ce1a313ab502 None None] Network d6ec4519-04b0-4560-8c19-e275989c3837 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:36:05.018940 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44254) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:05.074262 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Deleting subnet bf99ce5e-c1d9-436e-84b7-cb8001df9052 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:36:05.077772 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Publish callbacks [] for subnet (bf99ce5e-c1d9-436e-84b7-cb8001df9052), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.119435 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (bf99ce5e-c1d9-436e-84b7-cb8001df9052), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.172017 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (bf99ce5e-c1d9-436e-84b7-cb8001df9052), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.229506 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (bf99ce5e-c1d9-436e-84b7-cb8001df9052), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.255038 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf99ce5e-c1d9-436e-84b7-cb8001df9052,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:05.259006 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.262860 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-189b4db4-33a0-4bcc-9e01-d3a1d6b2df29 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bf99ce5e-c1d9-436e-84b7-cb8001df9052 HTTP/1.1" status: 204 len: 168 time: 0.2413528 Apr 11 15:36:05.265732 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:05.339440 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (c9224496-c16f-4784-b078-b9e3e985502f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.422240 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (c9224496-c16f-4784-b078-b9e3e985502f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.442883 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9224496-c16f-4784-b078-b9e3e985502f']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:05.452734 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15971b1e-08b1-49fd-9e9b-a92d8f998d9a') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:05.453025 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15971b1e-08b1-49fd-9e9b-a92d8f998d9a') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:05.464157 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (15971b1e-08b1-49fd-9e9b-a92d8f998d9a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.482235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (15971b1e-08b1-49fd-9e9b-a92d8f998d9a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.488231 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:36:05.488623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (15971b1e-08b1-49fd-9e9b-a92d8f998d9a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:36:05.490276 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:36:05.492679 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597487-f394-4fa7-9a57-e33b4c8c2fc7 req-b6a8c0ce-b3f0-4fb7-a757-89d080ef53ef tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:05.493690 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f6597487-f394-4fa7-9a57-e33b4c8c2fc7 req-b6a8c0ce-b3f0-4fb7-a757-89d080ef53ef tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0551732 Apr 11 15:36:05.540914 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f6597487-f394-4fa7-9a57-e33b4c8c2fc7 req-1859822c-05d6-4df4-ae09-e4648a4f0b9b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Apr 11 15:36:05.546209 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (c9224496-c16f-4784-b078-b9e3e985502f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.553620 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.557731 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c9224496-c16f-4784-b078-b9e3e985502f HTTP/1.1" status: 204 len: 168 time: 0.2909906 Apr 11 15:36:05.560680 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:05.571813 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e184-c545-43d8-92cf-cf7c32d66503 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9224496-c16f-4784-b078-b9e3e985502f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:05.609066 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Deleting subnet 9081edc9-d654-4d80-8973-3fb852965aa4 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:36:05.612392 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Publish callbacks [] for subnet (9081edc9-d654-4d80-8973-3fb852965aa4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.646357 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (9081edc9-d654-4d80-8973-3fb852965aa4), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.688302 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (9081edc9-d654-4d80-8973-3fb852965aa4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.740941 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (9081edc9-d654-4d80-8973-3fb852965aa4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.766159 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9081edc9-d654-4d80-8973-3fb852965aa4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:05.769712 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.772865 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-66768baf-e4da-4581-a496-ecd862b957ee admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9081edc9-d654-4d80-8973-3fb852965aa4 HTTP/1.1" status: 204 len: 168 time: 0.2110806 Apr 11 15:36:05.776057 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44272) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:05.844233 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (d6ec4519-04b0-4560-8c19-e275989c3837), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.923812 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (d6ec4519-04b0-4560-8c19-e275989c3837), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.945485 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ec4519-04b0-4560-8c19-e275989c3837']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:05.954729 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fd3d8b-37f8-4b17-987a-f78d778d005f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:05.955029 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fd3d8b-37f8-4b17-987a-f78d778d005f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:05.964552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (a9fd3d8b-37f8-4b17-987a-f78d778d005f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.977794 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (a9fd3d8b-37f8-4b17-987a-f78d778d005f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.984025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:36:05.984476 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (a9fd3d8b-37f8-4b17-987a-f78d778d005f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:36:05.986113 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:36:06.044136 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (d6ec4519-04b0-4560-8c19-e275989c3837), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.049187 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.052398 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d6ec4519-04b0-4560-8c19-e275989c3837 HTTP/1.1" status: 204 len: 168 time: 0.2753663 Apr 11 15:36:06.063777 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689a89f-b718-4011-af51-ec210ea8f7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ec4519-04b0-4560-8c19-e275989c3837,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:06.213097 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:06.252915 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b38d28f8-7467-4658-8ee0-9a2e8a5715fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=264f77156ab64d0496ea57adc5ab6a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384915 Apr 11 15:36:06.255446 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44278) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:06.309886 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5846dd0d-e101-41ca-bb1c-3cd35f212b82 admin admin] Publish callbacks [] for security_group (baa875d9-e8fa-439d-b45c-c493dfc22341), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.332401 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5846dd0d-e101-41ca-bb1c-3cd35f212b82 admin admin] Publish callbacks [] for security_group (baa875d9-e8fa-439d-b45c-c493dfc22341), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.381011 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5846dd0d-e101-41ca-bb1c-3cd35f212b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (baa875d9-e8fa-439d-b45c-c493dfc22341), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.384718 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5846dd0d-e101-41ca-bb1c-3cd35f212b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.385962 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5846dd0d-e101-41ca-bb1c-3cd35f212b82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/baa875d9-e8fa-439d-b45c-c493dfc22341 HTTP/1.1" status: 204 len: 168 time: 0.1296198 Apr 11 15:36:06.394645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846dd0d-e101-41ca-bb1c-3cd35f212b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa875d9-e8fa-439d-b45c-c493dfc22341,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:06.662563 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3afb9-8707-42cd-8506-c8b00b623c15 req-58a411ce-c713-4847-b95c-cf0a3a0c207f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:06.665188 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-82e3afb9-8707-42cd-8506-c8b00b623c15 req-58a411ce-c713-4847-b95c-cf0a3a0c207f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Apr 11 15:36:06.713225 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44288) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:06.721557 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-82e3afb9-8707-42cd-8506-c8b00b623c15 req-0fc6bdaf-a54d-4777-94f3-f25aca126da0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510838 Apr 11 15:36:06.758896 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c96888da-6374-41c5-9b9f-81625dcc5b9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72a31b454f81466ca53ab8dc484676bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443733 Apr 11 15:36:06.761359 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:06.809441 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882b7060-deaf-4bf3-984a-aa6216346990 admin admin] Publish callbacks [] for security_group (75beaf49-1a74-4d6a-bfa5-b9e016e03e7a), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.831007 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882b7060-deaf-4bf3-984a-aa6216346990 admin admin] Publish callbacks [] for security_group (75beaf49-1a74-4d6a-bfa5-b9e016e03e7a), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.878573 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882b7060-deaf-4bf3-984a-aa6216346990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (75beaf49-1a74-4d6a-bfa5-b9e016e03e7a), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.881838 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882b7060-deaf-4bf3-984a-aa6216346990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.884236 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-882b7060-deaf-4bf3-984a-aa6216346990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75beaf49-1a74-4d6a-bfa5-b9e016e03e7a HTTP/1.1" status: 204 len: 168 time: 0.1218071 Apr 11 15:36:06.892555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b7060-deaf-4bf3-984a-aa6216346990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75beaf49-1a74-4d6a-bfa5-b9e016e03e7a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:07.800702 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:36:07.876836 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f782-dd1b-431f-a0c0-75d83ad739c6 req-394403c1-2773-4a5d-a307-3ff9962075ff tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:07.878320 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bf56f782-dd1b-431f-a0c0-75d83ad739c6 req-394403c1-2773-4a5d-a307-3ff9962075ff tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Apr 11 15:36:07.932021 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bf56f782-dd1b-431f-a0c0-75d83ad739c6 req-9f959ca5-86be-495c-b9cc-870089a21bd4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 Apr 11 15:36:08.804596 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:08.908250 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94a8d0a7-7301-443e-8d6c-e773f5c6624c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:08.987617 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94a8d0a7-7301-443e-8d6c-e773f5c6624c admin admin] Publish callbacks [] for security_group (ce07cc3f-a4ee-4127-869c-5d1d884e078e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:08.991563 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94a8d0a7-7301-443e-8d6c-e773f5c6624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ce07cc3f-a4ee-4127-869c-5d1d884e078e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.064636 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-94a8d0a7-7301-443e-8d6c-e773f5c6624c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a52606a78654ef68da17924dec8f01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588670 Apr 11 15:36:09.067364 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44388) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:09.067839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8d0a7-7301-443e-8d6c-e773f5c6624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce07cc3f-a4ee-4127-869c-5d1d884e078e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:09.080989 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8e9c-67d5-4346-9cd3-d8bbbcdbfa04 req-530baa1d-643d-4ab9-ad5d-ff918e530ef7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:09.087068 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-daed8e9c-67d5-4346-9cd3-d8bbbcdbfa04 req-530baa1d-643d-4ab9-ad5d-ff918e530ef7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0795977 Apr 11 15:36:09.120769 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a33669d-7cdc-4de3-9172-0c177d34f56c admin admin] Publish callbacks [] for security_group (ce07cc3f-a4ee-4127-869c-5d1d884e078e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.134303 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-daed8e9c-67d5-4346-9cd3-d8bbbcdbfa04 req-a439cc80-1c3a-4f65-9819-87b5efdd00c2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447249 Apr 11 15:36:09.145137 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a33669d-7cdc-4de3-9172-0c177d34f56c admin admin] Publish callbacks [] for security_group (ce07cc3f-a4ee-4127-869c-5d1d884e078e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.194695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a33669d-7cdc-4de3-9172-0c177d34f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ce07cc3f-a4ee-4127-869c-5d1d884e078e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.197779 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a33669d-7cdc-4de3-9172-0c177d34f56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.199011 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-3a33669d-7cdc-4de3-9172-0c177d34f56c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce07cc3f-a4ee-4127-869c-5d1d884e078e HTTP/1.1" status: 204 len: 168 time: 0.1305327 Apr 11 15:36:09.207046 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33669d-7cdc-4de3-9172-0c177d34f56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce07cc3f-a4ee-4127-869c-5d1d884e078e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:09.464504 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44394) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:09.478382 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96a4f1b4-8e42-4c88-8949-4dc15cc96742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.553208 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96a4f1b4-8e42-4c88-8949-4dc15cc96742 admin admin] Publish callbacks [] for security_group (5d1c2ed1-ad6e-4c11-9c61-b0d332927314), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.557364 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96a4f1b4-8e42-4c88-8949-4dc15cc96742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5d1c2ed1-ad6e-4c11-9c61-b0d332927314), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.593603 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4f1b4-8e42-4c88-8949-4dc15cc96742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c2ed1-ad6e-4c11-9c61-b0d332927314,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:09.598830 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-96a4f1b4-8e42-4c88-8949-4dc15cc96742 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1991e72ad1554698a07c50b78731aab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332896 Apr 11 15:36:09.602473 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44396) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:09.649477 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb7046e6-872a-4165-94a9-7e3616911b90 admin admin] Publish callbacks [] for security_group (5d1c2ed1-ad6e-4c11-9c61-b0d332927314), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.670314 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb7046e6-872a-4165-94a9-7e3616911b90 admin admin] Publish callbacks [] for security_group (5d1c2ed1-ad6e-4c11-9c61-b0d332927314), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.716230 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb7046e6-872a-4165-94a9-7e3616911b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5d1c2ed1-ad6e-4c11-9c61-b0d332927314), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.718819 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb7046e6-872a-4165-94a9-7e3616911b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.720285 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bb7046e6-872a-4165-94a9-7e3616911b90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d1c2ed1-ad6e-4c11-9c61-b0d332927314 HTTP/1.1" status: 204 len: 168 time: 0.1165946 Apr 11 15:36:09.728971 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7046e6-872a-4165-94a9-7e3616911b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c2ed1-ad6e-4c11-9c61-b0d332927314,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:10.300094 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc5024-5028-4c16-8f68-6b8150817f2c req-0a527f48-bf6c-4159-a85b-28cf7ea13636 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:10.307868 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8cc5024-5028-4c16-8f68-6b8150817f2c req-0a527f48-bf6c-4159-a85b-28cf7ea13636 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0760546 Apr 11 15:36:10.352874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-b7390820-dd31-4898-9731-a08d4511abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:10.356845 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-b7390820-dd31-4898-9731-a08d4511abb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1129 time: 0.0779626 Apr 11 15:36:10.375268 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b8cc5024-5028-4c16-8f68-6b8150817f2c req-915456f8-c82c-49be-85b3-1b3dc5413374 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644286 Apr 11 15:36:10.473123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-916e140d-eb62-4d97-b5c0-f08484a79df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:10.474890 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-916e140d-eb62-4d97-b5c0-f08484a79df3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.1049080 Apr 11 15:36:10.564657 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-16fb1981-0de4-41af-aec6-b17c7973add3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 1001 time: 0.0821612 Apr 11 15:36:10.621011 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-dd28dfc2-e940-41b5-a269-67250c1aa09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:10.622486 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-dd28dfc2-e940-41b5-a269-67250c1aa09b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0525968 Apr 11 15:36:10.674988 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-87546bdb-4009-4ec9-b102-7f7c353c7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:10.676511 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-87546bdb-4009-4ec9-b102-7f7c353c7564 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406306 Apr 11 15:36:10.777686 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-bc9d98af-55e1-477d-8d00-2856951f7fa6 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940363 Apr 11 15:36:11.124314 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0654c2db-5388-4f5f-bcfd-b421b176efc8 req-617d317e-1e47-43bf-8dff-4a4738689aee service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400483 Apr 11 15:36:11.497088 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4462b5-0f6e-4220-a375-baf90e725462 req-1b1bb0cf-35c6-49d5-a992-034a8ccb2185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:11.498593 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dc4462b5-0f6e-4220-a375-baf90e725462 req-1b1bb0cf-35c6-49d5-a992-034a8ccb2185 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0510345 Apr 11 15:36:11.546612 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dc4462b5-0f6e-4220-a375-baf90e725462 req-6eaf9c8b-a075-4297-8b0b-c07fed196b80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 Apr 11 15:36:11.927374 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44496) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:12.031488 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d084f74-cd63-4104-9d52-90348a1577fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.105664 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d084f74-cd63-4104-9d52-90348a1577fe admin admin] Publish callbacks [] for security_group (98dec9bd-c2f5-4b05-bbc2-88dfe394eb65), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.109411 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d084f74-cd63-4104-9d52-90348a1577fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (98dec9bd-c2f5-4b05-bbc2-88dfe394eb65), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.149483 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9d084f74-cd63-4104-9d52-90348a1577fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4efb58eccfc248d9962b5f17081d6d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210345 Apr 11 15:36:12.150343 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d084f74-cd63-4104-9d52-90348a1577fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dec9bd-c2f5-4b05-bbc2-88dfe394eb65,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:12.152214 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:12.202194 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95bc265e-0fa3-4e7c-9b9e-dc9707290554 admin admin] Publish callbacks [] for security_group (98dec9bd-c2f5-4b05-bbc2-88dfe394eb65), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.223388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95bc265e-0fa3-4e7c-9b9e-dc9707290554 admin admin] Publish callbacks [] for security_group (98dec9bd-c2f5-4b05-bbc2-88dfe394eb65), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.271341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95bc265e-0fa3-4e7c-9b9e-dc9707290554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (98dec9bd-c2f5-4b05-bbc2-88dfe394eb65), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.273979 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95bc265e-0fa3-4e7c-9b9e-dc9707290554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.275188 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-95bc265e-0fa3-4e7c-9b9e-dc9707290554 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98dec9bd-c2f5-4b05-bbc2-88dfe394eb65 HTTP/1.1" status: 204 len: 168 time: 0.1220040 Apr 11 15:36:12.282917 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc265e-0fa3-4e7c-9b9e-dc9707290554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dec9bd-c2f5-4b05-bbc2-88dfe394eb65,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:12.531356 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:12.548097 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58ca2a82-00ba-409f-bba6-064c556247b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.637612 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58ca2a82-00ba-409f-bba6-064c556247b8 admin admin] Publish callbacks [] for security_group (27b8b58c-71f5-4c39-8bf7-e32122f7e5d5), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.643975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58ca2a82-00ba-409f-bba6-064c556247b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (27b8b58c-71f5-4c39-8bf7-e32122f7e5d5), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.675858 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc743-8047-4bb6-b8f6-f79a8b00c438 req-4187d306-7e1a-4a5e-b7ac-57b9866c0c13 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:12.677346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0ebcc743-8047-4bb6-b8f6-f79a8b00c438 req-4187d306-7e1a-4a5e-b7ac-57b9866c0c13 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 945 time: 0.0544868 Apr 11 15:36:12.684482 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca2a82-00ba-409f-bba6-064c556247b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b8b58c-71f5-4c39-8bf7-e32122f7e5d5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:12.689770 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-58ca2a82-00ba-409f-bba6-064c556247b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af43065ec3dc4442839026e83f550835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573391 Apr 11 15:36:12.691630 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:12.728002 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0ebcc743-8047-4bb6-b8f6-f79a8b00c438 req-b61b1df5-e91a-4fde-9f7a-7649e22acbbd tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Apr 11 15:36:12.745856 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-743912d2-f396-4dce-bc76-81d475c0680b admin admin] Publish callbacks [] for security_group (27b8b58c-71f5-4c39-8bf7-e32122f7e5d5), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.767086 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-743912d2-f396-4dce-bc76-81d475c0680b admin admin] Publish callbacks [] for security_group (27b8b58c-71f5-4c39-8bf7-e32122f7e5d5), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.812740 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-743912d2-f396-4dce-bc76-81d475c0680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (27b8b58c-71f5-4c39-8bf7-e32122f7e5d5), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.815436 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-743912d2-f396-4dce-bc76-81d475c0680b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:12.816630 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-743912d2-f396-4dce-bc76-81d475c0680b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27b8b58c-71f5-4c39-8bf7-e32122f7e5d5 HTTP/1.1" status: 204 len: 168 time: 0.1240418 Apr 11 15:36:12.824210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743912d2-f396-4dce-bc76-81d475c0680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b8b58c-71f5-4c39-8bf7-e32122f7e5d5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:13.343599 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:13.425681 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: ACTIVE; New status is: DOWN {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:13.425966 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.450974 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:13.453185 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fb0a5-168d-4ae7-abb8-8973bec82a32" -d '{"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-unplugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:13.466469 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:13.471908 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.503654 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf8810d-91db-4af0-9719-7af73a0596cf x-openstack-request-id: req-2cf8810d-91db-4af0-9719-7af73a0596cf {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:13.503948 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-unplugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:13.504397 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cf8810d-91db-4af0-9719-7af73a0596cf {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:13.504798 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf8810d-91db-4af0-9719-7af73a0596cf'] response: {'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'code': 200} Apr 11 15:36:13.532405 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=8']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:13.847462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3055b-dbf6-494e-8334-b3276a388d3c req-193491ce-8361-4775-98d6-ee0cf7b21188 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:13.848929 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a6d3055b-dbf6-494e-8334-b3276a388d3c req-193491ce-8361-4775-98d6-ee0cf7b21188 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0486081 Apr 11 15:36:13.897188 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a6d3055b-dbf6-494e-8334-b3276a388d3c req-f5a130b5-d808-4a72-9216-b30f2e9cd2ae tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426164 Apr 11 15:36:14.876797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [req-bd0f7975-d5fe-4e31-b3d3-6f0484a6fd75 req-fdc95653-e3f4-4444-a1c0-e84ac2b488dc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:36:14.877824 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bd0f7975-d5fe-4e31-b3d3-6f0484a6fd75 req-fdc95653-e3f4-4444-a1c0-e84ac2b488dc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060024 Apr 11 15:36:15.047136 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bad1-2a1f-4b2c-9af8-32473caf693d req-5dcf6c38-e4f6-46cc-bea8-e629c9f32a8a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:15.048688 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e507bad1-2a1f-4b2c-9af8-32473caf693d req-5dcf6c38-e4f6-46cc-bea8-e629c9f32a8a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0564160 Apr 11 15:36:15.068447 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08703a86-f2f1-4962-acef-9017e0ddf787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.106058 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e507bad1-2a1f-4b2c-9af8-32473caf693d req-d08f640e-c509-49cb-a5eb-341dab8ae4b6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507259 Apr 11 15:36:15.377206 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44628) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:15.483327 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44634) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:15.518094 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-71e653d0-2e01-4118-a81b-1008975e7537 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396291 Apr 11 15:36:15.528424 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-5ee8d208-9d6c-4c87-8942-087d7fac57d2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:36:15.529623 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-5ee8d208-9d6c-4c87-8942-087d7fac57d2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068586 Apr 11 15:36:15.560915 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85fd529b-4835-4d67-bcb0-a725bb65b384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.637240 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85fd529b-4835-4d67-bcb0-a725bb65b384 admin admin] Publish callbacks [] for security_group (e1aa01ec-e6ef-457a-819b-b49b6940c1c2), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.641122 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85fd529b-4835-4d67-bcb0-a725bb65b384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e1aa01ec-e6ef-457a-819b-b49b6940c1c2), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.680824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd529b-4835-4d67-bcb0-a725bb65b384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aa01ec-e6ef-457a-819b-b49b6940c1c2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:15.688418 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-85fd529b-4835-4d67-bcb0-a725bb65b384 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7bc554bc3a3a471494270b19b0add8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040701 Apr 11 15:36:15.691019 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44642) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:15.748363 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032d9e17-ff2f-462f-9fd0-95790064bc74 admin admin] Publish callbacks [] for security_group (e1aa01ec-e6ef-457a-819b-b49b6940c1c2), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.770714 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032d9e17-ff2f-462f-9fd0-95790064bc74 admin admin] Publish callbacks [] for security_group (e1aa01ec-e6ef-457a-819b-b49b6940c1c2), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.824584 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032d9e17-ff2f-462f-9fd0-95790064bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e1aa01ec-e6ef-457a-819b-b49b6940c1c2), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.827255 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032d9e17-ff2f-462f-9fd0-95790064bc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.828539 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-032d9e17-ff2f-462f-9fd0-95790064bc74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1aa01ec-e6ef-457a-819b-b49b6940c1c2 HTTP/1.1" status: 204 len: 168 time: 0.1362159 Apr 11 15:36:15.840187 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d9e17-ff2f-462f-9fd0-95790064bc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aa01ec-e6ef-457a-819b-b49b6940c1c2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:15.964936 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-09b956b4-40f2-432f-8897-991b1fdd893e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83778028&fields=id&tenant_id=e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 267 time: 0.0494509 Apr 11 15:36:16.073179 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-59edb23e-7b35-4f3c-95ed-36bf9f8c848b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:16.074644 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-59edb23e-7b35-4f3c-95ed-36bf9f8c848b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 812 time: 0.1034496 Apr 11 15:36:16.090146 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-554f6ad4-b184-4df7-8b62-41709eacfd9d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/quotas/e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 375 time: 0.0100362 Apr 11 15:36:16.117774 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44656) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:16.130871 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6561-1076-476c-9e6c-d102637b87db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.149177 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-700f4caf-4da1-49c3-8e2a-6c15ce05115c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532207 Apr 11 15:36:16.166818 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-e06e9b66-f70f-4266-a444-f1cad2040724 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:36:16.167837 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-e06e9b66-f70f-4266-a444-f1cad2040724 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064600 Apr 11 15:36:16.247413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61eeaf-106f-4cb7-b027-4a57a4830228 req-b551a2b8-1dcc-4707-b088-43398e0d78e9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:16.248949 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5a61eeaf-106f-4cb7-b027-4a57a4830228 req-b551a2b8-1dcc-4707-b088-43398e0d78e9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0649140 Apr 11 15:36:16.262988 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-1b707ca9-42e9-45c4-b9a4-d9dadc9f038f service neutron] 10.222.0.50 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Apr 11 15:36:16.270338 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6561-1076-476c-9e6c-d102637b87db admin admin] Publish callbacks [] for security_group (19fe097f-955f-4421-88f3-a8575a303c2f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.280384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6561-1076-476c-9e6c-d102637b87db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (19fe097f-955f-4421-88f3-a8575a303c2f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.345528 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c0cf6561-1076-476c-9e6c-d102637b87db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ddc47c2dd694bb3816fc4189ec7ae41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266698 Apr 11 15:36:16.347143 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf6561-1076-476c-9e6c-d102637b87db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe097f-955f-4421-88f3-a8575a303c2f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:16.348107 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44660) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:16.352931 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5a61eeaf-106f-4cb7-b027-4a57a4830228 req-a69a6db8-9966-4fd8-b739-4745d7b5bb83 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934665 Apr 11 15:36:16.373373 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-f813c84f-5af7-4647-826b-7f1973552a75 service neutron] 10.222.0.50 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047735 Apr 11 15:36:16.409473 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9d570f-374a-4b0d-89b7-a8e6597dc89f admin admin] Publish callbacks [] for security_group (19fe097f-955f-4421-88f3-a8575a303c2f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.431491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9d570f-374a-4b0d-89b7-a8e6597dc89f admin admin] Publish callbacks [] for security_group (19fe097f-955f-4421-88f3-a8575a303c2f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.480183 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9d570f-374a-4b0d-89b7-a8e6597dc89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (19fe097f-955f-4421-88f3-a8575a303c2f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.482786 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9d570f-374a-4b0d-89b7-a8e6597dc89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.483932 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-fa9d570f-374a-4b0d-89b7-a8e6597dc89f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19fe097f-955f-4421-88f3-a8575a303c2f HTTP/1.1" status: 204 len: 168 time: 0.1348212 Apr 11 15:36:16.492539 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d570f-374a-4b0d-89b7-a8e6597dc89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe097f-955f-4421-88f3-a8575a303c2f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:16.692846 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cbe01c81-c086-431c-81e4-1706291cfee8 req-7f24acf0-93c3-422c-bbf2-2bbac6c305b1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 210 time: 0.0307696 Apr 11 15:36:16.704540 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44684) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:17.009575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269c6a-475c-4009-89ff-1afee36609d1 req-0dcaba82-e382-4c6a-91ef-cd2e47977760 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:17.011373 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-0dcaba82-e382-4c6a-91ef-cd2e47977760 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports/f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 940 time: 0.3030300 Apr 11 15:36:17.354240 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:17.442872 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: DOWN; New status is: DOWN {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:17.489460 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba4c8d-f745-4f65-b45a-9a1609ed3afb req-734da3e3-b354-49d4-b0b5-5feb30e25f70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:17.490983 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-edba4c8d-f745-4f65-b45a-9a1609ed3afb req-734da3e3-b354-49d4-b0b5-5feb30e25f70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Apr 11 15:36:17.544257 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-edba4c8d-f745-4f65-b45a-9a1609ed3afb req-572f0e9f-b52c-4d8a-8323-c11d6f0933d2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Apr 11 15:36:17.806935 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-705fce46-1155-4fcd-9c9b-3713bf73f50b req-878df20d-5592-4600-a6cc-2fbe18bf271f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 210 time: 0.0294957 Apr 11 15:36:17.959982 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-60a2ac0d-bef4-4c69-9645-d6c65030b8b6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:17.962185 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-60a2ac0d-bef4-4c69-9645-d6c65030b8b6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 812 time: 0.1138196 Apr 11 15:36:18.035821 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-cd9b83e6-91c8-4f08-bff7-dd46d94af94f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7b3580d69fb473b92c6d076b45bdc2b HTTP/1.1" status: 200 len: 378 time: 0.0582418 Apr 11 15:36:18.044382 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'port': {'device_id': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'admin_state_up': True, 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'security_groups': ['ca7e2dfa-797a-4998-bf8a-c050418d3e7f']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:18.157870 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Made reservation on behalf of e7b3580d69fb473b92c6d076b45bdc2b for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:36:18.161632 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.301887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Allocated IP 172.20.0.14 (399ef17c-dfcd-4e5c-930e-322d1e6edf2b/12c2095f-7e2b-4b3d-985d-0bde5f78e7fe/99eb47d7-1e48-46d9-8c1a-0050d753c4c9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:36:18.342277 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e53734c3-054f-4a82-b210-c26b481987d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.450217 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.485637 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.531095 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:36:18.534085 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:36:18.537857 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:36:18.563885 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:18.623059 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:18.624398 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.656476 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-afea6952-b4af-4b06-9aa0-5b94d54dafe1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149518 Apr 11 15:36:18.685319 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Request body: {'port': {'device_id': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:18.728601 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38231673-13e7-49cd-8ae0-de1d5539ace7 req-ab4b56f1-7d28-4e2f-8746-8fa0dd88ae7d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:18.730275 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-38231673-13e7-49cd-8ae0-de1d5539ace7 req-ab4b56f1-7d28-4e2f-8746-8fa0dd88ae7d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0939035 Apr 11 15:36:18.794630 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.804842 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f2f69117-916c-4d2c-ba61-af6c17504ef5 None None] Provisioning complete for port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:36:18.805406 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2f69117-916c-4d2c-ba61-af6c17504ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.815075 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-38231673-13e7-49cd-8ae0-de1d5539ace7 req-f143a106-4090-4501-b885-7b7e75dce2c5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775924 Apr 11 15:36:18.850366 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f2f69117-916c-4d2c-ba61-af6c17504ef5 None None] Port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:36:18.925842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc13e3-82ed-4148-bb66-94bfad94dd6c req-91ef32e6-427e-4fb5-8e0c-235ac2db2072 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:18.927383 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5fc13e3-82ed-4148-bb66-94bfad94dd6c req-91ef32e6-427e-4fb5-8e0c-235ac2db2072 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 932 time: 0.0522063 Apr 11 15:36:18.980418 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5fc13e3-82ed-4148-bb66-94bfad94dd6c req-d86f1d4c-1bd1-4760-ba1c-68c5b7fd5a73 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464785 Apr 11 15:36:19.080523 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:36:19.088338 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Publish callbacks [] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.100453 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Transition to ACTIVE for port object 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:36:19.104242 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.155656 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:19.235176 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Attempting to bind port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:36:19.235516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Attempting to bind port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:36:19.235849 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Attempting to bind port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:36:19.240512 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:36:19.240839 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Attempting to bind port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 on network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:36:19.247686 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:36:19.248130 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Checking segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:36:19.248613 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Bound using segment: {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:36:19.249133 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Bound port: 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89cc9ca-028a-4566-b2b2-4b1eff04178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:36:19.249567 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.296212 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.324799 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] For port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:36:19.328332 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] For port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:36:19.334510 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.382645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:19.383531 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.384942 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] 10.222.0.59 "PUT /v2.0/ports/99eb47d7-1e48-46d9-8c1a-0050d753c4c9 HTTP/1.1" status: 200 len: 1094 time: 0.7047641 Apr 11 15:36:19.385387 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:19.387641 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f3d66b-a6f1-4534-abf3-a7a80726ed87" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:19.414828 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d41e4-4219-4600-96d6-e7b1f361cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:19.427414 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4480908-68d8-4aac-9a93-fb2f4260e344 x-openstack-request-id: req-a4480908-68d8-4aac-9a93-fb2f4260e344 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:19.427781 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:19.428101 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4480908-68d8-4aac-9a93-fb2f4260e344 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:19.428502 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4480908-68d8-4aac-9a93-fb2f4260e344'] response: {'name': 'network-changed', 'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'status': 'completed', 'code': 200} Apr 11 15:36:19.529790 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-eacc8159-f093-41f1-8e15-ba0e073508a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:19.531332 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-eacc8159-f093-41f1-8e15-ba0e073508a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 1128 time: 0.0444758 Apr 11 15:36:19.593127 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-27e52c39-b312-47fb-83ce-83781d3c0d73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9 HTTP/1.1" status: 200 len: 217 time: 0.0442216 Apr 11 15:36:19.645809 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-9dfaa7ae-6861-4c2a-a662-2fd7ed3b0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:19.647268 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-9dfaa7ae-6861-4c2a-a662-2fd7ed3b0886 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0484736 Apr 11 15:36:19.691790 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-008d0058-ddaa-4771-b450-fb0063c4a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:19.693316 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-008d0058-ddaa-4771-b450-fb0063c4a723 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395803 Apr 11 15:36:19.785589 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-2f75442c-8af7-4ca4-87be-8351bacd87f5 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Apr 11 15:36:19.891923 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96e2b057-b769-44b8-88d0-b0af8a2c8d33 req-470336c4-13c5-43ae-b60e-7dbefc646da8 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995173 Apr 11 15:36:19.953825 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ec51f-7eba-43e9-bd22-82cf7e48e7bb req-16cd4088-36fe-4ddc-aa8d-b79bc4f44d56 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:19.955356 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d73ec51f-7eba-43e9-bd22-82cf7e48e7bb req-16cd4088-36fe-4ddc-aa8d-b79bc4f44d56 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0542922 Apr 11 15:36:20.015223 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-171d34c8-bbd4-4481-bd8c-4478fb1dbe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.017011 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-171d34c8-bbd4-4481-bd8c-4478fb1dbe52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 1128 time: 0.0407293 Apr 11 15:36:20.019485 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d73ec51f-7eba-43e9-bd22-82cf7e48e7bb req-150ed5b0-8314-4103-ac2f-9495a3bd2aa7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569179 Apr 11 15:36:20.137727 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b5764-03b8-41b9-9132-34014782aac4 req-c883a81b-cba0-48ba-935a-37dc3c301de4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.139379 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d37b5764-03b8-41b9-9132-34014782aac4 req-c883a81b-cba0-48ba-935a-37dc3c301de4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0833023 Apr 11 15:36:20.174724 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-cf356087-6106-4377-b81a-2953cc9e9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.176082 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-cf356087-6106-4377-b81a-2953cc9e9f4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.1513402 Apr 11 15:36:20.220862 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-9629bc88-8e51-4a06-a8ed-af5cb2b24ddd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9 HTTP/1.1" status: 200 len: 217 time: 0.0384827 Apr 11 15:36:20.261876 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d37b5764-03b8-41b9-9132-34014782aac4 req-f48aa8ad-255a-4a27-a466-54aeb321df81 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157017 Apr 11 15:36:20.280044 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-3225f3fd-13f9-41fe-a267-dc19e91e9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.281488 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-3225f3fd-13f9-41fe-a267-dc19e91e9269 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0529180 Apr 11 15:36:20.336781 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-56354cc0-4bad-4b41-bfb8-3b4c71a86fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.338624 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-56354cc0-4bad-4b41-bfb8-3b4c71a86fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481658 Apr 11 15:36:20.681036 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.139544 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6524b7-e513-4360-b6a3-9da7e9aa2055 req-7aded6af-33a8-4fd5-b3da-b7ca7b2bb280 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:21.141082 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9f6524b7-e513-4360-b6a3-9da7e9aa2055 req-7aded6af-33a8-4fd5-b3da-b7ca7b2bb280 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0477171 Apr 11 15:36:21.188330 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9f6524b7-e513-4360-b6a3-9da7e9aa2055 req-feab222d-e207-46c9-8bb8-e120041aa6fc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413513 Apr 11 15:36:21.246515 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.374489 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3ec8b-6c6a-42a0-9653-519b40f0f79a req-f6e8bdfa-f666-4d5d-a1c0-551270f87195 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:21.375970 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f8c3ec8b-6c6a-42a0-9653-519b40f0f79a req-f6e8bdfa-f666-4d5d-a1c0-551270f87195 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0466468 Apr 11 15:36:21.424106 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f8c3ec8b-6c6a-42a0-9653-519b40f0f79a req-56d90ae8-7750-4f02-b3c8-c6a045e4d1ca tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425603 Apr 11 15:36:22.311673 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e0bd4-c2e4-4e8c-87c4-a35529afdc59 req-3e86129e-7227-49e6-8b8c-5422136a64e1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:22.313141 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0e7e0bd4-c2e4-4e8c-87c4-a35529afdc59 req-3e86129e-7227-49e6-8b8c-5422136a64e1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0513155 Apr 11 15:36:22.359737 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0e7e0bd4-c2e4-4e8c-87c4-a35529afdc59 req-2aaa0660-4dc3-4e45-8c0c-caa43569a86a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Apr 11 15:36:22.533919 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fc679-62ca-4f05-ae81-8aeb1c4600e2 req-090db312-67e5-4b7f-96df-204d14555563 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:22.535555 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-935fc679-62ca-4f05-ae81-8aeb1c4600e2 req-090db312-67e5-4b7f-96df-204d14555563 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0460176 Apr 11 15:36:22.582969 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-935fc679-62ca-4f05-ae81-8aeb1c4600e2 req-99c70cb1-551b-4a55-a26a-db85f3b2b062 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412154 Apr 11 15:36:23.476117 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5a9e4-bb50-4c8d-b44d-ec7f2b08220a req-42e5c372-5255-4c44-974a-a9cb001d70c4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:23.477608 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3ae5a9e4-bb50-4c8d-b44d-ec7f2b08220a req-42e5c372-5255-4c44-974a-a9cb001d70c4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0468435 Apr 11 15:36:23.524942 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3ae5a9e4-bb50-4c8d-b44d-ec7f2b08220a req-441febae-f94c-411c-9531-fae75078fa4d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Apr 11 15:36:23.699920 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfa121-417e-4eca-8779-8aaec4cb04b5 req-821a4f1a-22d1-49d1-a9d6-675fce6aa6d8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:23.701437 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdbfa121-417e-4eca-8779-8aaec4cb04b5 req-821a4f1a-22d1-49d1-a9d6-675fce6aa6d8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0512943 Apr 11 15:36:23.750239 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fdbfa121-417e-4eca-8779-8aaec4cb04b5 req-a71dabbe-350d-416d-a680-40137e738770 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433147 Apr 11 15:36:24.489341 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-87103050-5c02-444b-a8ff-9a087390660f service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818765 Apr 11 15:36:24.641867 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2aa2-6a1b-4a80-a1c6-bfb9e0506257 req-d29ff001-369a-4681-962b-2cadaf3107b4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:24.643370 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cc9b2aa2-6a1b-4a80-a1c6-bfb9e0506257 req-d29ff001-369a-4681-962b-2cadaf3107b4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Apr 11 15:36:24.692004 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cc9b2aa2-6a1b-4a80-a1c6-bfb9e0506257 req-025265bd-597e-4ba4-8dec-e38a57be1dd5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Apr 11 15:36:24.865602 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620428a9-a5b8-4d12-b10d-ce9f204c9107 req-4e4d7f46-3cd4-472b-9d78-d6d81d4ec7fe tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:24.867522 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-620428a9-a5b8-4d12-b10d-ce9f204c9107 req-4e4d7f46-3cd4-472b-9d78-d6d81d4ec7fe tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0515144 Apr 11 15:36:24.915999 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-620428a9-a5b8-4d12-b10d-ce9f204c9107 req-189b21bc-e917-4940-bc4d-4570282b0e62 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427785 Apr 11 15:36:25.071734 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:25.459876 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99f3d66b-a6f1-4534-abf3-a7a80726ed87 req-804c211d-1cff-4349-be37-fc97db9329a9 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004705 Apr 11 15:36:25.812637 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea283c6f-2374-4d00-b05d-6b7ecebd4b5d req-7ab24a80-3e5f-40b5-953d-8c3eb7f40fdf tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:25.814319 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ea283c6f-2374-4d00-b05d-6b7ecebd4b5d req-7ab24a80-3e5f-40b5-953d-8c3eb7f40fdf tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0496657 Apr 11 15:36:25.868686 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ea283c6f-2374-4d00-b05d-6b7ecebd4b5d req-fcfa78ee-9ef2-404a-8343-5478ee91cefc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469122 Apr 11 15:36:26.046707 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bff2c4-8cb3-4cbd-a9d6-5226aff9056c req-52e859c3-e818-4610-879c-2797f0471154 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:26.048228 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99bff2c4-8cb3-4cbd-a9d6-5226aff9056c req-52e859c3-e818-4610-879c-2797f0471154 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0544028 Apr 11 15:36:26.098999 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99bff2c4-8cb3-4cbd-a9d6-5226aff9056c req-75664bfd-16a1-4f7f-a7eb-69ff7fcefbf0 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450914 Apr 11 15:36:26.989964 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5c30-fd2c-4053-b231-cdbef56322c6 req-beba9d57-3ed9-462c-a68f-ec31a41601b3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:26.991485 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5dcc5c30-fd2c-4053-b231-cdbef56322c6 req-beba9d57-3ed9-462c-a68f-ec31a41601b3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0474784 Apr 11 15:36:27.041110 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5dcc5c30-fd2c-4053-b231-cdbef56322c6 req-67d2b748-ee0e-4f3c-a38b-79816873e198 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Apr 11 15:36:27.214419 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90cc87-e305-4001-8409-e414eeac7974 req-3e574a21-7179-4119-be88-d5e048d9cb8d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:27.216020 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3d90cc87-e305-4001-8409-e414eeac7974 req-3e574a21-7179-4119-be88-d5e048d9cb8d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0493279 Apr 11 15:36:27.265851 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3d90cc87-e305-4001-8409-e414eeac7974 req-f7f36d17-9dcd-4dea-91c1-28744a938293 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440519 Apr 11 15:36:28.157403 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b391c-35a1-4391-b7b4-fd27c7c539f6 req-498b5f31-4c48-4618-962a-47d627431aac tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:28.158793 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fb9b391c-35a1-4391-b7b4-fd27c7c539f6 req-498b5f31-4c48-4618-962a-47d627431aac tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0468633 Apr 11 15:36:28.207753 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fb9b391c-35a1-4391-b7b4-fd27c7c539f6 req-3d91a473-3ae2-4262-9c90-42a6d5986b9f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Apr 11 15:36:28.386798 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6c6b-a936-45e1-9d02-2e35d3008c06 req-02132b51-247d-446d-a391-52b7d3fe030b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:28.388315 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d57d6c6b-a936-45e1-9d02-2e35d3008c06 req-02132b51-247d-446d-a391-52b7d3fe030b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0522754 Apr 11 15:36:28.441317 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d57d6c6b-a936-45e1-9d02-2e35d3008c06 req-7e628c28-85aa-4dae-88ce-ffa4f92a0264 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468383 Apr 11 15:36:29.067444 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269c6a-475c-4009-89ff-1afee36609d1 req-45e48684-54e2-4541-b7a1-7ba713a560f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.068950 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-45e48684-54e2-4541-b7a1-7ba713a560f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76&tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 1127 time: 0.0450015 Apr 11 15:36:29.094023 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44874) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:29.145026 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269c6a-475c-4009-89ff-1afee36609d1 req-e3e2b7f6-2517-49f9-bf2c-146047ab9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.146692 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-e3e2b7f6-2517-49f9-bf2c-146047ab9d87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1127 time: 0.0413611 Apr 11 15:36:29.248907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269c6a-475c-4009-89ff-1afee36609d1 req-6a6e7b84-bd75-42ad-b0f3-0393a78cf8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.250313 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-6a6e7b84-bd75-42ad-b0f3-0393a78cf8b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0961125 Apr 11 15:36:29.256032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ee698a8-92a2-4bd2-96ec-8df0d8a9706f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.328420 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c8eef-7193-4c1f-81e7-79dabaa39e60 req-a7ce048b-b936-4992-b869-0bb2b765cfd2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.329911 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5e1c8eef-7193-4c1f-81e7-79dabaa39e60 req-a7ce048b-b936-4992-b869-0bb2b765cfd2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0474885 Apr 11 15:36:29.336238 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-4acf9000-c801-490e-a1ef-b24efbd23267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 999 time: 0.0780644 Apr 11 15:36:29.377857 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5e1c8eef-7193-4c1f-81e7-79dabaa39e60 req-e0e58c8f-e614-432b-a9ef-e4204cff090e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417542 Apr 11 15:36:29.409654 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269c6a-475c-4009-89ff-1afee36609d1 req-66d1c85d-8fbf-4ae3-beb6-db2b39c7f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.411464 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-66d1c85d-8fbf-4ae3-beb6-db2b39c7f5db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0683432 Apr 11 15:36:29.462276 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ee698a8-92a2-4bd2-96ec-8df0d8a9706f admin admin] Publish callbacks [] for security_group (b8a6fa89-99d7-4b54-a973-ab43427ddf87), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.470845 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ee698a8-92a2-4bd2-96ec-8df0d8a9706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b8a6fa89-99d7-4b54-a973-ab43427ddf87), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.481112 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269c6a-475c-4009-89ff-1afee36609d1 req-b1370561-167c-4945-990c-88884cd9f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.482611 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-b1370561-167c-4945-990c-88884cd9f050 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629981 Apr 11 15:36:29.543970 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee698a8-92a2-4bd2-96ec-8df0d8a9706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a6fa89-99d7-4b54-a973-ab43427ddf87,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:29.568352 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9ee698a8-92a2-4bd2-96ec-8df0d8a9706f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee9fe8c89f624629ad1640a2be9bf7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729667 Apr 11 15:36:29.571046 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44882) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:29.620886 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09866f3-f345-4378-b290-e7bdbb0b5a73 req-8c7f27ca-89b0-4a3d-890b-c1c746393dd6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.621768 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4497c6b4-1055-4eb9-9d4c-f3bd0e2f63cc admin admin] Publish callbacks [] for security_group (b8a6fa89-99d7-4b54-a973-ab43427ddf87), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.622836 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e09866f3-f345-4378-b290-e7bdbb0b5a73 req-8c7f27ca-89b0-4a3d-890b-c1c746393dd6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.1029429 Apr 11 15:36:29.650670 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4497c6b4-1055-4eb9-9d4c-f3bd0e2f63cc admin admin] Publish callbacks [] for security_group (b8a6fa89-99d7-4b54-a973-ab43427ddf87), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.658230 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-29d9bf4d-296d-4adb-b5e5-ef4de3dbc114 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684012 Apr 11 15:36:29.700051 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4497c6b4-1055-4eb9-9d4c-f3bd0e2f63cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b8a6fa89-99d7-4b54-a973-ab43427ddf87), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.702569 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4497c6b4-1055-4eb9-9d4c-f3bd0e2f63cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.703778 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4497c6b4-1055-4eb9-9d4c-f3bd0e2f63cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8a6fa89-99d7-4b54-a973-ab43427ddf87 HTTP/1.1" status: 204 len: 168 time: 0.1317573 Apr 11 15:36:29.710969 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e09866f3-f345-4378-b290-e7bdbb0b5a73 req-b87db9c9-01e6-457f-b45d-c9d6887b509b tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814331 Apr 11 15:36:29.716343 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497c6b4-1055-4eb9-9d4c-f3bd0e2f63cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a6fa89-99d7-4b54-a973-ab43427ddf87,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:29.780621 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-49269c6a-475c-4009-89ff-1afee36609d1 req-a79f798f-67c3-4635-b5bf-8e7266168b4e service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125233 Apr 11 15:36:29.973390 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 44894) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:29.990181 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ece6509-bc64-4db4-a2ae-1ea1d4a93822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.075080 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ece6509-bc64-4db4-a2ae-1ea1d4a93822 admin admin] Publish callbacks [] for security_group (97a48294-8ec2-4ccd-b49c-ecbe959749a9), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.079839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ece6509-bc64-4db4-a2ae-1ea1d4a93822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (97a48294-8ec2-4ccd-b49c-ecbe959749a9), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.123251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece6509-bc64-4db4-a2ae-1ea1d4a93822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a48294-8ec2-4ccd-b49c-ecbe959749a9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:30.130425 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 44906) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:30.131071 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-2ece6509-bc64-4db4-a2ae-1ea1d4a93822 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30cd4bd09bf74eaa868b2a79f2c6d228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559527 Apr 11 15:36:30.186257 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0524e6b6-c838-4d60-9ec0-8522e62347cf admin admin] Publish callbacks [] for security_group (97a48294-8ec2-4ccd-b49c-ecbe959749a9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.212620 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0524e6b6-c838-4d60-9ec0-8522e62347cf admin admin] Publish callbacks [] for security_group (97a48294-8ec2-4ccd-b49c-ecbe959749a9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.275842 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0524e6b6-c838-4d60-9ec0-8522e62347cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (97a48294-8ec2-4ccd-b49c-ecbe959749a9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.278527 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0524e6b6-c838-4d60-9ec0-8522e62347cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:30.282364 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-0524e6b6-c838-4d60-9ec0-8522e62347cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97a48294-8ec2-4ccd-b49c-ecbe959749a9 HTTP/1.1" status: 204 len: 168 time: 0.1473908 Apr 11 15:36:30.295568 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524e6b6-c838-4d60-9ec0-8522e62347cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a48294-8ec2-4ccd-b49c-ecbe959749a9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:30.359175 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117c3bf-b6d0-4aba-baba-1df002fc25ad req-514eab06-aa82-41dd-8e34-4e28f413b555 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.361147 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c117c3bf-b6d0-4aba-baba-1df002fc25ad req-514eab06-aa82-41dd-8e34-4e28f413b555 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0730846 Apr 11 15:36:30.434820 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c117c3bf-b6d0-4aba-baba-1df002fc25ad req-f8511dfa-d6f5-4ccb-ba7b-5276f3754f89 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627089 Apr 11 15:36:30.536347 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f99-5366-416d-84b3-247a7809c6f9 req-35d79c9c-1fa5-4340-ada0-2fc022fb91ab tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.545482 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec745f99-5366-416d-84b3-247a7809c6f9 req-35d79c9c-1fa5-4340-ada0-2fc022fb91ab tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0786841 Apr 11 15:36:30.592853 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ec745f99-5366-416d-84b3-247a7809c6f9 req-0f6d71a4-870c-4db0-a630-769bcc1f7c10 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464840 Apr 11 15:36:30.831395 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fc2e-1755-479d-ac8c-34c46158710a req-9e0971b4-9edf-4c16-9fb9-decfd2ee199a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.832915 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eb52fc2e-1755-479d-ac8c-34c46158710a req-9e0971b4-9edf-4c16-9fb9-decfd2ee199a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0498936 Apr 11 15:36:30.890230 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-eb52fc2e-1755-479d-ac8c-34c46158710a req-95b80fc7-5310-4a6d-abaa-f15196e1f16c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500350 Apr 11 15:36:31.539797 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c1734-8fb8-42c5-95a2-588d35fcbbc3 req-0d86aff7-60e3-4055-918d-09b203766780 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:31.541510 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d31c1734-8fb8-42c5-95a2-588d35fcbbc3 req-0d86aff7-60e3-4055-918d-09b203766780 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0468490 Apr 11 15:36:31.588581 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d31c1734-8fb8-42c5-95a2-588d35fcbbc3 req-c3685696-f5a5-4393-84d8-d0a79b077b03 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Apr 11 15:36:31.761767 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc4e62-a9c7-437d-bf10-33613a9fe710 req-bad7e54e-2658-4b1d-94a7-1bf2215800a0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:31.763463 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8fdc4e62-a9c7-437d-bf10-33613a9fe710 req-bad7e54e-2658-4b1d-94a7-1bf2215800a0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0905666 Apr 11 15:36:31.858437 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8fdc4e62-a9c7-437d-bf10-33613a9fe710 req-3753036a-dccd-44bb-b04e-4bf42d4f3356 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848973 Apr 11 15:36:32.014332 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380266f2-d8ef-4322-a6d0-58a754d82853 req-ff55ba52-4556-49dd-999d-ed696b005616 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:32.015834 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-380266f2-d8ef-4322-a6d0-58a754d82853 req-ff55ba52-4556-49dd-999d-ed696b005616 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0533972 Apr 11 15:36:32.105340 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-380266f2-d8ef-4322-a6d0-58a754d82853 req-d3db8648-9cd1-4533-88c1-963150a3825f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838392 Apr 11 15:36:32.713182 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44730434-6fa6-49f9-a64d-af1e12c091e2 req-9b86c291-d95e-4ad4-8eb2-1c885e352285 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:32.722212 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-44730434-6fa6-49f9-a64d-af1e12c091e2 req-9b86c291-d95e-4ad4-8eb2-1c885e352285 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0635984 Apr 11 15:36:32.770452 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-44730434-6fa6-49f9-a64d-af1e12c091e2 req-0734bee5-5e6c-49ed-a080-debec15918c5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472593 Apr 11 15:36:33.002622 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074bce6-a1dc-45da-a386-6f8b3cea995b req-b6c66890-38a4-4f6a-8993-e2762e18f54d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:33.004155 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c074bce6-a1dc-45da-a386-6f8b3cea995b req-b6c66890-38a4-4f6a-8993-e2762e18f54d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0590289 Apr 11 15:36:33.065913 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c074bce6-a1dc-45da-a386-6f8b3cea995b req-71dc1171-0a63-4361-8dd3-97dcade3416a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546470 Apr 11 15:36:33.225068 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da689554-bdf4-4377-8b2f-f1bfe12fb7a6 req-68a899a9-7322-4ca7-95b5-cba504303bb7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:33.226915 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-da689554-bdf4-4377-8b2f-f1bfe12fb7a6 req-68a899a9-7322-4ca7-95b5-cba504303bb7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0498970 Apr 11 15:36:33.278544 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-da689554-bdf4-4377-8b2f-f1bfe12fb7a6 req-421d4933-19d4-4f5f-a501-3c6bcc4ed3ea tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454881 Apr 11 15:36:33.893549 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0c0d9-74c2-4ee8-a869-e53b82019a9d req-7b41131f-426f-4781-950c-785e5168c884 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:33.895325 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-55b0c0d9-74c2-4ee8-a869-e53b82019a9d req-7b41131f-426f-4781-950c-785e5168c884 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0535464 Apr 11 15:36:33.957513 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-55b0c0d9-74c2-4ee8-a869-e53b82019a9d req-aa8ac667-88ac-4895-ad57-8107dfac5336 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533946 Apr 11 15:36:34.208762 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94648637-8ae3-48c7-8cdd-8b2e2863ae8d req-6cbf7f73-2e49-425e-a826-599f7d15fbda tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:34.217278 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-94648637-8ae3-48c7-8cdd-8b2e2863ae8d req-6cbf7f73-2e49-425e-a826-599f7d15fbda tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0710077 Apr 11 15:36:34.270759 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-94648637-8ae3-48c7-8cdd-8b2e2863ae8d req-5475e1f9-7be4-47e1-87dd-a6409614d7fc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525672 Apr 11 15:36:34.418963 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3614-dc6c-42a6-899b-e979de53aedf req-62c0b8bc-1c86-41e9-84dc-7d70d992d0ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:34.421311 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d13b3614-dc6c-42a6-899b-e979de53aedf req-62c0b8bc-1c86-41e9-84dc-7d70d992d0ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0566819 Apr 11 15:36:34.486678 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d13b3614-dc6c-42a6-899b-e979de53aedf req-1b7e504d-651a-48de-9b41-dd9b16d10b5a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579724 Apr 11 15:36:35.091657 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded4cc0-1b1e-4114-83f9-0c8ccad1a651 req-011b83dc-c710-49c6-ad83-56b130d1df5b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:35.093314 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9ded4cc0-1b1e-4114-83f9-0c8ccad1a651 req-011b83dc-c710-49c6-ad83-56b130d1df5b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Apr 11 15:36:35.144973 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9ded4cc0-1b1e-4114-83f9-0c8ccad1a651 req-8bd6ecf3-11a1-4354-8ed1-23c783c8e5b1 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 Apr 11 15:36:35.417823 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e4fbb-6eb6-443c-8ab3-fd5ee2d13b05 req-05f66c05-58b2-4098-8da9-cdec21b96007 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:35.419697 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e90e4fbb-6eb6-443c-8ab3-fd5ee2d13b05 req-05f66c05-58b2-4098-8da9-cdec21b96007 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0625632 Apr 11 15:36:35.472470 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e90e4fbb-6eb6-443c-8ab3-fd5ee2d13b05 req-1451877c-7809-4185-b769-3fd94668eaaa tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460126 Apr 11 15:36:35.614519 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff1ca-f766-49c2-98a3-84de04d9fed4 req-223f7a02-e06c-442c-a29c-be4f169e9c36 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:35.616136 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f1cff1ca-f766-49c2-98a3-84de04d9fed4 req-223f7a02-e06c-442c-a29c-be4f169e9c36 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0510812 Apr 11 15:36:35.673453 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f1cff1ca-f766-49c2-98a3-84de04d9fed4 req-c35530c6-e7bb-47c7-a6f3-6c7a2e871a09 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499163 Apr 11 15:36:35.846228 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:35.959200 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2d78-fff5-48d1-8461-c61732b2bc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.046924 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2d78-fff5-48d1-8461-c61732b2bc88 admin admin] Publish callbacks [] for security_group (619e38bf-e506-423f-96c6-a46663817205), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.051810 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2d78-fff5-48d1-8461-c61732b2bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (619e38bf-e506-423f-96c6-a46663817205), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.093508 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5d0d2d78-fff5-48d1-8461-c61732b2bc88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0c312f89acf4e168243d30d4a94f5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434063 Apr 11 15:36:36.093508 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d2d78-fff5-48d1-8461-c61732b2bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619e38bf-e506-423f-96c6-a46663817205,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:36.094040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45050) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:36.152830 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6820a0f-1df5-4d08-9f12-f856070163fb admin admin] Publish callbacks [] for security_group (619e38bf-e506-423f-96c6-a46663817205), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.176395 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6820a0f-1df5-4d08-9f12-f856070163fb admin admin] Publish callbacks [] for security_group (619e38bf-e506-423f-96c6-a46663817205), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.241981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6820a0f-1df5-4d08-9f12-f856070163fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (619e38bf-e506-423f-96c6-a46663817205), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.245918 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6820a0f-1df5-4d08-9f12-f856070163fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.250076 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f6820a0f-1df5-4d08-9f12-f856070163fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/619e38bf-e506-423f-96c6-a46663817205 HTTP/1.1" status: 204 len: 168 time: 0.1547496 Apr 11 15:36:36.262160 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6820a0f-1df5-4d08-9f12-f856070163fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619e38bf-e506-423f-96c6-a46663817205,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:36.294847 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360ad6-4efc-479d-b6be-743ac221a4ba req-6b2b1ad8-cb51-4238-bc2e-335b4790a421 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:36.296396 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e9360ad6-4efc-479d-b6be-743ac221a4ba req-6b2b1ad8-cb51-4238-bc2e-335b4790a421 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0638821 Apr 11 15:36:36.349314 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e9360ad6-4efc-479d-b6be-743ac221a4ba req-d49806e4-a4a3-45ca-a434-f0c6169f41fb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456588 Apr 11 15:36:36.564520 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:36.610238 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a32ade2-5dfd-4fc3-a0b6-63a78f27f727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.641552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3bd33-e889-4b6e-876f-6041ae9e125b req-8203b096-24f3-4a42-953d-78b2ce75add9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:36.643088 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5cd3bd33-e889-4b6e-876f-6041ae9e125b req-8203b096-24f3-4a42-953d-78b2ce75add9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0721717 Apr 11 15:36:36.723341 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5cd3bd33-e889-4b6e-876f-6041ae9e125b req-a0a2058e-76e1-4128-bf39-8b19487fa0e0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735745 Apr 11 15:36:36.775469 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a32ade2-5dfd-4fc3-a0b6-63a78f27f727 admin admin] Publish callbacks [] for security_group (03648561-4329-47a1-b66b-91df02d609c8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.780464 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a32ade2-5dfd-4fc3-a0b6-63a78f27f727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (03648561-4329-47a1-b66b-91df02d609c8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.805293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e9d0-65db-46aa-822f-2e7f765fac41 req-fce71fac-b349-43d8-968f-8e26d01685ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:36.807453 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9736e9d0-65db-46aa-822f-2e7f765fac41 req-fce71fac-b349-43d8-968f-8e26d01685ba tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0562916 Apr 11 15:36:36.834959 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9a32ade2-5dfd-4fc3-a0b6-63a78f27f727 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b49fb3153434de79f3523b4911d6777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693026 Apr 11 15:36:36.836093 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ade2-5dfd-4fc3-a0b6-63a78f27f727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03648561-4329-47a1-b66b-91df02d609c8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:36.839701 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:36.876503 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9736e9d0-65db-46aa-822f-2e7f765fac41 req-07bfffd1-49e5-4499-98f8-96cdd9ff7ff3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629516 Apr 11 15:36:36.901210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a4556e-cbae-4035-96d0-9cfa00b645c8 admin admin] Publish callbacks [] for security_group (03648561-4329-47a1-b66b-91df02d609c8), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.926599 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a4556e-cbae-4035-96d0-9cfa00b645c8 admin admin] Publish callbacks [] for security_group (03648561-4329-47a1-b66b-91df02d609c8), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.975113 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a4556e-cbae-4035-96d0-9cfa00b645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (03648561-4329-47a1-b66b-91df02d609c8), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.977855 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55a4556e-cbae-4035-96d0-9cfa00b645c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:36.980984 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-55a4556e-cbae-4035-96d0-9cfa00b645c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03648561-4329-47a1-b66b-91df02d609c8 HTTP/1.1" status: 204 len: 168 time: 0.1403244 Apr 11 15:36:36.989594 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4556e-cbae-4035-96d0-9cfa00b645c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03648561-4329-47a1-b66b-91df02d609c8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:37.339514 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:37.353291 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d369bf2-feb9-4f06-b4b7-13bee7d7fb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.477841 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d369bf2-feb9-4f06-b4b7-13bee7d7fb6a admin admin] Publish callbacks [] for security_group (24cba114-d565-4ac9-bcdc-8f52a062fddb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.484058 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d369bf2-feb9-4f06-b4b7-13bee7d7fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (24cba114-d565-4ac9-bcdc-8f52a062fddb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.513075 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619b0f-5dc2-4c20-ac17-750e2f438d49 req-0fa14aac-bd93-4a01-9de9-a0ce2fa0a00e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:37.514519 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-12619b0f-5dc2-4c20-ac17-750e2f438d49 req-0fa14aac-bd93-4a01-9de9-a0ce2fa0a00e tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0787818 Apr 11 15:36:37.546627 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-6d369bf2-feb9-4f06-b4b7-13bee7d7fb6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f76c5a34b934558869b1f2277874bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034709 Apr 11 15:36:37.546627 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d369bf2-feb9-4f06-b4b7-13bee7d7fb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cba114-d565-4ac9-bcdc-8f52a062fddb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:37.547273 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:37.592272 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-12619b0f-5dc2-4c20-ac17-750e2f438d49 req-b7b63037-5939-4293-ac3f-55a89ab1183d tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618494 Apr 11 15:36:37.605013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac356b7-c208-44d3-94bf-c46f4e377cc5 admin admin] Publish callbacks [] for security_group (24cba114-d565-4ac9-bcdc-8f52a062fddb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.630519 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac356b7-c208-44d3-94bf-c46f4e377cc5 admin admin] Publish callbacks [] for security_group (24cba114-d565-4ac9-bcdc-8f52a062fddb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.684010 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac356b7-c208-44d3-94bf-c46f4e377cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (24cba114-d565-4ac9-bcdc-8f52a062fddb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.686578 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac356b7-c208-44d3-94bf-c46f4e377cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:37.690478 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-bac356b7-c208-44d3-94bf-c46f4e377cc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24cba114-d565-4ac9-bcdc-8f52a062fddb HTTP/1.1" status: 204 len: 168 time: 0.1394448 Apr 11 15:36:37.707234 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac356b7-c208-44d3-94bf-c46f4e377cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cba114-d565-4ac9-bcdc-8f52a062fddb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:37.874549 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59b5d0-7822-4880-ba5e-5f4f482314fd req-765462dd-ef64-449d-9001-170bd9bbb993 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:37.879095 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d59b5d0-7822-4880-ba5e-5f4f482314fd req-765462dd-ef64-449d-9001-170bd9bbb993 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0771413 Apr 11 15:36:37.928924 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0d59b5d0-7822-4880-ba5e-5f4f482314fd req-35077ef8-a2da-4ac4-8603-09900f0be99d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Apr 11 15:36:38.011522 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddbee3-d0aa-4d3d-918b-e76c54875265 req-a9484ccc-ef39-4fb8-984e-32c282b949f6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:38.013246 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8bddbee3-d0aa-4d3d-918b-e76c54875265 req-a9484ccc-ef39-4fb8-984e-32c282b949f6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0518539 Apr 11 15:36:38.076029 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8bddbee3-d0aa-4d3d-918b-e76c54875265 req-4cbb8ab0-4e06-477a-bfcd-430027714bcc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544879 Apr 11 15:36:38.726695 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12460-63c1-47a0-99e6-6f2d3c8189e6 req-53cfae43-c6d2-4724-a3c9-89f94b5e4c01 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:38.730171 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-83a12460-63c1-47a0-99e6-6f2d3c8189e6 req-53cfae43-c6d2-4724-a3c9-89f94b5e4c01 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0545800 Apr 11 15:36:38.792860 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-83a12460-63c1-47a0-99e6-6f2d3c8189e6 req-d5e75b42-ff56-43f7-97d9-320353830bb1 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572479 Apr 11 15:36:39.110003 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ef31-afef-4e44-8c58-02cc807b1bb6 req-64acae57-3633-4ff2-b1f4-598ae6639b09 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.111848 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6bb1ef31-afef-4e44-8c58-02cc807b1bb6 req-64acae57-3633-4ff2-b1f4-598ae6639b09 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0894396 Apr 11 15:36:39.199771 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6bb1ef31-afef-4e44-8c58-02cc807b1bb6 req-e66c0dbc-bd88-42f9-9ec3-3e23b820dfdf tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632384 Apr 11 15:36:39.221946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9980-c0b7-4113-b5d1-a3b2a28a8213 req-a584bb5b-7ecc-438a-a47c-9309e8e7acb8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.223586 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d5af9980-c0b7-4113-b5d1-a3b2a28a8213 req-a584bb5b-7ecc-438a-a47c-9309e8e7acb8 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0523920 Apr 11 15:36:39.310366 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d5af9980-c0b7-4113-b5d1-a3b2a28a8213 req-b598fcfa-b3a2-43d3-843f-5adbf032e63d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680735 Apr 11 15:36:39.920913 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680310d-5b7a-4b72-af1d-7730c37f583d req-fb602b1d-5124-4a2e-b6b6-2028494b61ed tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.922566 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9680310d-5b7a-4b72-af1d-7730c37f583d req-fb602b1d-5124-4a2e-b6b6-2028494b61ed tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0516922 Apr 11 15:36:39.975659 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-9680310d-5b7a-4b72-af1d-7730c37f583d req-48aaaed9-bbd7-4c62-a1bd-8b5bb1ef7011 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465305 Apr 11 15:36:40.317918 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee0a1-e512-4498-b1b3-8001229072ec req-8ace3b81-c97f-497f-8a4d-83b5fd92e246 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:40.319532 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-500ee0a1-e512-4498-b1b3-8001229072ec req-8ace3b81-c97f-497f-8a4d-83b5fd92e246 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0496461 Apr 11 15:36:40.378507 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-500ee0a1-e512-4498-b1b3-8001229072ec req-e2e3acfe-aaee-436f-a2df-2d02a1728a55 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532136 Apr 11 15:36:40.459315 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3a51c-5f10-43ec-8696-45bdb23b7e76 req-91a71780-85c1-463f-8c43-b65b64c2adff tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:40.461121 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-54d3a51c-5f10-43ec-8696-45bdb23b7e76 req-91a71780-85c1-463f-8c43-b65b64c2adff tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0725982 Apr 11 15:36:40.518170 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-54d3a51c-5f10-43ec-8696-45bdb23b7e76 req-9a5badb4-e854-466d-a557-d4c0ba1e7beb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506234 Apr 11 15:36:41.099558 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4e38-8a63-4d55-ba27-b6f3059a80e4 req-3c51a2eb-83cf-4e77-b907-b8915b22ac84 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:41.101027 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c9df4e38-8a63-4d55-ba27-b6f3059a80e4 req-3c51a2eb-83cf-4e77-b907-b8915b22ac84 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Apr 11 15:36:41.174976 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c9df4e38-8a63-4d55-ba27-b6f3059a80e4 req-0c6c1293-6cde-4cfb-a00a-47e41d024472 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677035 Apr 11 15:36:41.521859 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19501c4-aa4c-4fa4-a717-5db5efe89dce req-e9c64144-8630-4102-b727-450a9e226003 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:41.523398 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b19501c4-aa4c-4fa4-a717-5db5efe89dce req-e9c64144-8630-4102-b727-450a9e226003 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0521333 Apr 11 15:36:41.583232 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b19501c4-aa4c-4fa4-a717-5db5efe89dce req-e87c9800-c342-4133-9570-5e5c57e7eba3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523624 Apr 11 15:36:41.652795 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ef191-559c-4cd7-8155-3c48c3ccab13 req-89c73c8a-e10c-4195-83b9-1f53bda80058 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:41.654344 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a72ef191-559c-4cd7-8155-3c48c3ccab13 req-89c73c8a-e10c-4195-83b9-1f53bda80058 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0642900 Apr 11 15:36:41.708800 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a72ef191-559c-4cd7-8155-3c48c3ccab13 req-3b76daaf-cc1a-4b61-b82c-b2008dd801a1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487716 Apr 11 15:36:42.312527 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e57e0-0e27-4136-9d95-54540c20496a req-fa67d0fc-e2b6-4459-8f6e-80c06b7aa2f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:42.314062 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ba8e57e0-0e27-4136-9d95-54540c20496a req-fa67d0fc-e2b6-4459-8f6e-80c06b7aa2f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0537310 Apr 11 15:36:42.363768 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ba8e57e0-0e27-4136-9d95-54540c20496a req-7e8d4bdb-8c04-49f8-85ff-c8730a9886a5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Apr 11 15:36:42.705169 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777538-d999-4292-b593-b083aad8c44c req-f98231a8-0781-472b-9e60-d3e308427bfa tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:42.706910 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-29777538-d999-4292-b593-b083aad8c44c req-f98231a8-0781-472b-9e60-d3e308427bfa tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0476415 Apr 11 15:36:42.758319 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-29777538-d999-4292-b593-b083aad8c44c req-1f49714d-b451-4c23-b7ee-acccf3e1bb2b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Apr 11 15:36:42.826895 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f43bf-d9f3-43a0-b547-95d71b306d9b req-f9df5ff5-2206-4161-9819-07409ffb8f5c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:42.828367 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bc0f43bf-d9f3-43a0-b547-95d71b306d9b req-f9df5ff5-2206-4161-9819-07409ffb8f5c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0511618 Apr 11 15:36:42.878993 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bc0f43bf-d9f3-43a0-b547-95d71b306d9b req-650f0dd1-0512-4d83-a98e-be96a6bcefc6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450740 Apr 11 15:36:43.480888 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da945c76-79a3-4ccb-941c-0b2ba950a176 req-7b371cbe-6786-4845-9502-a1a52c730390 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:43.483465 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da945c76-79a3-4ccb-941c-0b2ba950a176 req-7b371cbe-6786-4845-9502-a1a52c730390 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0553091 Apr 11 15:36:43.532975 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da945c76-79a3-4ccb-941c-0b2ba950a176 req-5ac2a1bf-8a43-4769-a2c8-9838eb4fc833 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Apr 11 15:36:43.878961 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e3a58-24c4-40d6-8109-c4416e211a35 req-b80a7517-9a10-4ae8-a7cb-23cfee2fab10 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:43.880472 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-322e3a58-24c4-40d6-8109-c4416e211a35 req-b80a7517-9a10-4ae8-a7cb-23cfee2fab10 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0489962 Apr 11 15:36:43.930530 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-322e3a58-24c4-40d6-8109-c4416e211a35 req-78a33228-be32-44e7-91ec-45bfbd1f58a6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444884 Apr 11 15:36:44.006804 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a852cd-6733-4ba7-9869-2e9e1aa24e87 req-5317673d-ca15-42cf-9783-3e00db49b1e2 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:44.008265 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-04a852cd-6733-4ba7-9869-2e9e1aa24e87 req-5317673d-ca15-42cf-9783-3e00db49b1e2 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0509815 Apr 11 15:36:44.056949 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-04a852cd-6733-4ba7-9869-2e9e1aa24e87 req-3bbf5a23-bb06-47e8-80a1-fecfd3141069 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427008 Apr 11 15:36:44.654200 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665b6ce-3bf0-49cb-bd48-3a39781abbeb req-aaa0baf2-b7e0-4746-a028-b3cc99aceca7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:44.656049 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5665b6ce-3bf0-49cb-bd48-3a39781abbeb req-aaa0baf2-b7e0-4746-a028-b3cc99aceca7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0536532 Apr 11 15:36:44.703050 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5665b6ce-3bf0-49cb-bd48-3a39781abbeb req-dc8f27e7-8078-4618-97e6-fdb507de78a9 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Apr 11 15:36:44.799383 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:36:45.053775 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb13e5ed-2383-43ec-8d9b-4083f9c68c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:45.065571 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369a89b-8b22-4a07-b7fb-bf86ad4d3ac9 req-0b0adcde-1361-4400-b0e5-47ae23050f5a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:45.067122 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1369a89b-8b22-4a07-b7fb-bf86ad4d3ac9 req-0b0adcde-1361-4400-b0e5-47ae23050f5a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0538886 Apr 11 15:36:45.117181 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1369a89b-8b22-4a07-b7fb-bf86ad4d3ac9 req-b5154423-23e0-48ec-b40a-39354b25bd01 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Apr 11 15:36:45.175424 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08d40-39ae-4d52-9a0d-3897dd92bcd9 req-0098fa58-e19a-4cb9-b334-33a0a4d191dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:45.177106 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dcd08d40-39ae-4d52-9a0d-3897dd92bcd9 req-0098fa58-e19a-4cb9-b334-33a0a4d191dc tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0495811 Apr 11 15:36:45.229251 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dcd08d40-39ae-4d52-9a0d-3897dd92bcd9 req-0fcd810d-fbd1-4564-ac22-b6d3ac789c60 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455966 Apr 11 15:36:45.827315 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db88b8-b61c-4efb-b770-5d0736a642e1 req-29400b8e-b5b1-4e0e-a68c-7995cc3f3dd5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:45.828847 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58db88b8-b61c-4efb-b770-5d0736a642e1 req-29400b8e-b5b1-4e0e-a68c-7995cc3f3dd5 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0538251 Apr 11 15:36:45.882378 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58db88b8-b61c-4efb-b770-5d0736a642e1 req-bd5d79b7-7ba9-435e-afff-a3118face048 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Apr 11 15:36:46.244938 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012db58-806c-4f0c-b6bb-3fd07814da3e req-84f0d09f-ec24-4bf4-a58d-ad805da7d83e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:46.246856 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b012db58-806c-4f0c-b6bb-3fd07814da3e req-84f0d09f-ec24-4bf4-a58d-ad805da7d83e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0541732 Apr 11 15:36:46.312451 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b012db58-806c-4f0c-b6bb-3fd07814da3e req-e6c8e9d1-a506-4719-a1d3-2b0a18103b1a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551987 Apr 11 15:36:46.362646 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a7a5-0f78-4933-ad4c-5692b8de9e0c req-a1afa77c-acf7-4f85-bd59-b20cab176689 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:46.364103 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1596a7a5-0f78-4933-ad4c-5692b8de9e0c req-a1afa77c-acf7-4f85-bd59-b20cab176689 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0641823 Apr 11 15:36:46.414732 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-1596a7a5-0f78-4933-ad4c-5692b8de9e0c req-f7d9a354-5bd6-429a-b1b3-98f2b8b5d0d4 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446916 Apr 11 15:36:46.998452 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacf6de-6e9d-4510-8ee8-031f39718844 req-d94b0730-6d1b-45be-b11b-585b742f142b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:46.999995 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4dacf6de-6e9d-4510-8ee8-031f39718844 req-d94b0730-6d1b-45be-b11b-585b742f142b tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Apr 11 15:36:47.048739 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-4dacf6de-6e9d-4510-8ee8-031f39718844 req-d103467d-cda2-4e82-b7c4-78e0b0ba36c0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Apr 11 15:36:47.433564 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c980360-de03-4a90-9937-a4e41f4271a2 req-401e2c9b-ab4b-4a6e-ba1f-f376ca49b69b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:47.435132 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7c980360-de03-4a90-9937-a4e41f4271a2 req-401e2c9b-ab4b-4a6e-ba1f-f376ca49b69b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0467951 Apr 11 15:36:47.486889 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7c980360-de03-4a90-9937-a4e41f4271a2 req-3a3ee93f-49ab-4ce9-89f5-fdf2ddadeb90 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457940 Apr 11 15:36:47.549545 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607b9a-a82e-4dd8-9405-e4290c56a424 req-aadaa9e2-b0f3-4cd2-b00f-31c129cb851e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:47.551111 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d6607b9a-a82e-4dd8-9405-e4290c56a424 req-aadaa9e2-b0f3-4cd2-b00f-31c129cb851e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0492189 Apr 11 15:36:47.603871 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d6607b9a-a82e-4dd8-9405-e4290c56a424 req-aea87077-e914-44b7-a3a0-df3ab7ed2e9e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468211 Apr 11 15:36:48.165079 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7511-db4e-49e7-8d15-edc8d76c5b89 req-10fca7e3-19f5-4e94-8361-1f2b2d012033 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:48.166480 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-883f7511-db4e-49e7-8d15-edc8d76c5b89 req-10fca7e3-19f5-4e94-8361-1f2b2d012033 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0459559 Apr 11 15:36:48.218651 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-883f7511-db4e-49e7-8d15-edc8d76c5b89 req-b828a751-6bf5-43f4-a362-27a2bbca2e38 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457423 Apr 11 15:36:48.346031 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6fe05fb-d457-4c3f-89b1-f1d863636dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:48.612737 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303baa-3a7d-45d4-b917-92470f8cc935 req-2442f653-b1c6-4af3-86be-c0cded4be347 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:48.614241 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a303baa-3a7d-45d4-b917-92470f8cc935 req-2442f653-b1c6-4af3-86be-c0cded4be347 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Apr 11 15:36:48.666692 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a303baa-3a7d-45d4-b917-92470f8cc935 req-196d35ef-36fb-44d7-a633-e61c6712c5b6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465260 Apr 11 15:36:48.722224 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c674eb-4629-447f-8c5a-26e6db0ad5c9 req-3b60d374-d4a1-40bf-8744-b4d989b5f08d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:48.723836 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-57c674eb-4629-447f-8c5a-26e6db0ad5c9 req-3b60d374-d4a1-40bf-8744-b4d989b5f08d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0501773 Apr 11 15:36:48.780305 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-57c674eb-4629-447f-8c5a-26e6db0ad5c9 req-aedd30ed-8cac-42df-b889-2482f4b83778 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508204 Apr 11 15:36:49.063245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-274d1cf7-5859-4d97-aee9-b775e15d5987 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:49.064600 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-274d1cf7-5859-4d97-aee9-b775e15d5987 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Apr 11 15:36:49.264554 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:49.336907 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0fa28-0833-4b68-9a4d-af32dbcfbb9b req-4becd45e-85a3-4ed1-9853-17b89b0cf785 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:49.338298 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0a0fa28-0833-4b68-9a4d-af32dbcfbb9b req-4becd45e-85a3-4ed1-9853-17b89b0cf785 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0501451 Apr 11 15:36:49.387043 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c0a0fa28-0833-4b68-9a4d-af32dbcfbb9b req-048a8abf-5e22-452b-91e6-71284eb6c8e7 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Apr 11 15:36:49.792191 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8769-c9b5-4b9f-a670-c6f073a5ff7a req-31ee3edc-a5e2-4d80-9a5c-f52dfc56316e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:49.793646 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-546a8769-c9b5-4b9f-a670-c6f073a5ff7a req-31ee3edc-a5e2-4d80-9a5c-f52dfc56316e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0470078 Apr 11 15:36:49.846258 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-546a8769-c9b5-4b9f-a670-c6f073a5ff7a req-6aacfc2b-2fee-47ba-a26c-d0e70688e493 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Apr 11 15:36:49.899397 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986f15a-fefe-4723-bc79-25de946ac79c req-d0fb6f65-3e41-4622-8e06-07cd4d6ce861 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:49.901129 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6986f15a-fefe-4723-bc79-25de946ac79c req-d0fb6f65-3e41-4622-8e06-07cd4d6ce861 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0490296 Apr 11 15:36:49.956198 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6986f15a-fefe-4723-bc79-25de946ac79c req-f891c78d-8443-4038-81f6-c335d97b91bb tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493743 Apr 11 15:36:50.499488 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bac89-60e6-4faf-a214-cb6f929d0189 req-5be03e37-832d-43dd-8d34-09b61279979a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:50.500962 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3f4bac89-60e6-4faf-a214-cb6f929d0189 req-5be03e37-832d-43dd-8d34-09b61279979a tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 945 time: 0.0469673 Apr 11 15:36:50.553018 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3f4bac89-60e6-4faf-a214-cb6f929d0189 req-3d9a316e-5087-447f-9949-1fc8c5bc6c04 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7ac2c14-a9ff-4110-848c-90599afeed40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Apr 11 15:36:50.638575 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port 90a6621a-a2b0-4388-803f-ab14b26a6709 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:50.638939 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:50.683683 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:50.728080 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] For port 90a6621a-a2b0-4388-803f-ab14b26a6709, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=90a6621a-a2b0-4388-803f-ab14b26a6709,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:50.728444 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:50.974215 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a62e9-af39-42a6-b9d3-f55a901cd8f0 req-13f2846b-408d-491d-ac76-ad3474f333ba tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:50.975847 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2a2a62e9-af39-42a6-b9d3-f55a901cd8f0 req-13f2846b-408d-491d-ac76-ad3474f333ba tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0507162 Apr 11 15:36:51.036248 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2a2a62e9-af39-42a6-b9d3-f55a901cd8f0 req-bb851d13-64e7-4e9f-b454-34335925fd4a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484455 Apr 11 15:36:51.142169 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ccdb6-58ec-43ce-981f-b4f3ca4dcf83 req-5bdd2571-b6ed-4429-9299-a03878865372 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:51.143668 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-263ccdb6-58ec-43ce-981f-b4f3ca4dcf83 req-5bdd2571-b6ed-4429-9299-a03878865372 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 944 time: 0.0615072 Apr 11 15:36:51.220811 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:51.221179 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (34000d5f-9608-4a2b-ac38-66eabca58b36), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:51.221498 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Floating IP 34000d5f-9608-4a2b-ac38-66eabca58b36 disassociated. External IP: 172.27.1.78, port: 90a6621a-a2b0-4388-803f-ab14b26a6709. Apr 11 15:36:51.221845 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for 90a6621a-a2b0-4388-803f-ab14b26a6709 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:51.247897 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-263ccdb6-58ec-43ce-981f-b4f3ca4dcf83 req-77f83866-e979-4b6e-b3ca-9ca3e3d95953 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743599 Apr 11 15:36:51.249678 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:51.367688 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (90a6621a-a2b0-4388-803f-ab14b26a6709), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:51.396355 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=90a6621a-a2b0-4388-803f-ab14b26a6709,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:51.409815 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.410164 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.410505 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.410946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.411213 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.411543 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.411868 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.412199 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.412519 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.412850 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.413176 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.413515 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.413835 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.414159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.414478 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:51.530570 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:36:51.553293 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:36:51.566075 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 90a6621a-a2b0-4388-803f-ab14b26a6709 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:51.593255 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 90a6621a-a2b0-4388-803f-ab14b26a6709 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:51.593255 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 90a6621a-a2b0-4388-803f-ab14b26a6709 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:51.654360 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:36:51.672637 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:36:51.675122 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d9bfa528-66af-4d29-8caf-027ab5ecaac7 req-9da3e1cf-d880-4878-8afe-09a1041abba4 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c41138-b5c5-4b9b-bd1a-bb94db208f58 HTTP/1.1" status: 200 len: 210 time: 0.0454826 Apr 11 15:36:51.698360 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:51.712212 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:51.712981 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:36:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:51.713238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] No DVR routers for this DVR port 90a6621a-a2b0-4388-803f-ab14b26a6709 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:51.716864 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:51.718776 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'port_id': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'mac_address': 'fa:16:3e:7a:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:36:51.720446 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8507313e-bf25-4a96-a4f2-d56945a4ea1c req-f2d89b42-74b5-45c7-ad68-dc0c3edbf2d3 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.59 "DELETE /v2.0/ports/90a6621a-a2b0-4388-803f-ab14b26a6709 HTTP/1.1" status: 204 len: 173 time: 1.1665425 Apr 11 15:36:51.721182 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'name': 'network-vif-deleted', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:51.723923 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f348dc7-2ea6-4efc-b1c3-65cdcb7fdc84" -d '{"events": [{"server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "name": "network-vif-deleted", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:51.773403 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc7e1c1-eff6-4424-8b60-6c234aa31320 x-openstack-request-id: req-1bc7e1c1-eff6-4424-8b60-6c234aa31320 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:51.773699 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c41138-b5c5-4b9b-bd1a-bb94db208f58", "name": "network-vif-deleted", "tag": "90a6621a-a2b0-4388-803f-ab14b26a6709", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:51.773956 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bc7e1c1-eff6-4424-8b60-6c234aa31320 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:51.774365 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc7e1c1-eff6-4424-8b60-6c234aa31320'] response: {'server_uuid': '01c41138-b5c5-4b9b-bd1a-bb94db208f58', 'name': 'network-vif-deleted', 'tag': '90a6621a-a2b0-4388-803f-ab14b26a6709', 'status': 'completed', 'code': 200} Apr 11 15:36:51.981615 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:51.981923 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:52.006175 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:36:52.018438 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:52.059569 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:52.066568 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:52.174960 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae85ea-2ae0-4df4-9668-7cbc66c944c5 req-b0455c27-d0ed-4b13-ae3d-12dd4838da61 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:52.176455 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d1ae85ea-2ae0-4df4-9668-7cbc66c944c5 req-b0455c27-d0ed-4b13-ae3d-12dd4838da61 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0614085 Apr 11 15:36:52.204122 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:52.218545 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.218820 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.219049 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.219394 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.219714 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.220041 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.220368 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.220685 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.221005 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.221327 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.221651 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.221974 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.222290 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.222621 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.222949 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:52.230075 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d1ae85ea-2ae0-4df4-9668-7cbc66c944c5 req-62f3f3c1-3194-41de-8db8-cc3524e003d2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475485 Apr 11 15:36:52.283151 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:52.312865 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:36:52.323811 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:52.324764 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:36:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:52.374401 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c6040-d3b7-40fc-968e-289df038f43d req-35ce97d6-df27-497c-ab65-2a6faf3a2c3e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:52.375978 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6c9c6040-d3b7-40fc-968e-289df038f43d req-35ce97d6-df27-497c-ab65-2a6faf3a2c3e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Apr 11 15:36:52.437338 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6c9c6040-d3b7-40fc-968e-289df038f43d req-e2e5aad9-732a-4b52-b8e4-8ef62a95ef6f tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530374 Apr 11 15:36:52.456331 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:52.651939 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:52.678865 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['99eb47d7-1e48-46d9-8c1a-0050d753c4c9'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:36:52.683296 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a92a3d-829d-48bd-9975-1c7f0676f591 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:25:06Z', 'revision_number': 4, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '21bb2277-5dde-467f-b7eb-550b4a439d36', 'name': '', 'network_id': '2c639a03-9c1a-4534-9246-41c284dfa2dd', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'mac_address': 'fa:16:3e:9f:d8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '64999c89-993a-42df-983e-0b671156250b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:25:03Z', 'updated_at': '2022-04-11T15:25:17Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'subnets': [{'id': '64999c89-993a-42df-983e-0b671156250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:36:52.763225 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45278) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:52.823428 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8333-6386-4bc4-bc88-786acdbee7f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (e7ac2c14-a9ff-4110-848c-90599afeed40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:52.853277 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8333-6386-4bc4-bc88-786acdbee7f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (e7ac2c14-a9ff-4110-848c-90599afeed40), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:52.908120 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8333-6386-4bc4-bc88-786acdbee7f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e7ac2c14-a9ff-4110-848c-90599afeed40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:52.910828 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8333-6386-4bc4-bc88-786acdbee7f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:52.912032 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4b6d8333-6386-4bc4-bc88-786acdbee7f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/security-groups/e7ac2c14-a9ff-4110-848c-90599afeed40 HTTP/1.1" status: 204 len: 168 time: 0.1477892 Apr 11 15:36:52.914824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:52.922497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d8333-6386-4bc4-bc88-786acdbee7f8 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac2c14-a9ff-4110-848c-90599afeed40,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:52.933331 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.api.v2.resource [None req-2552f14b-4e21-477a-a07b-00da0cdb9fcb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] show failed (client error): The resource could not be found. Apr 11 15:36:52.937767 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-2552f14b-4e21-477a-a07b-00da0cdb9fcb tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "GET /v2.0/security-groups/e7ac2c14-a9ff-4110-848c-90599afeed40 HTTP/1.1" status: 404 len: 347 time: 0.0190578 Apr 11 15:36:52.937895 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45282) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:53.010661 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa8acc-69b9-4a0e-9620-ec1c14a72eca None None] New status for floating IP 34000d5f-9608-4a2b-ac38-66eabca58b36: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:36:53.062483 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Deleting port e08ab523-bd3c-41a9-b758-93b6e37a4712 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:53.062849 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.143466 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.143801 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (e08ab523-bd3c-41a9-b758-93b6e37a4712), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.158456 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Calling delete_port for e08ab523-bd3c-41a9-b758-93b6e37a4712 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:53.293153 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (e08ab523-bd3c-41a9-b758-93b6e37a4712), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.329892 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Pushing event deleted for resources: {'Port': ['ID=e08ab523-bd3c-41a9-b758-93b6e37a4712,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:53.373989 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.374342 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.374716 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.375057 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.375397 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.375727 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.376084 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.376412 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.376738 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.377068 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.377386 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.377710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.378032 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.378352 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.378702 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:53.418050 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ece2fa-9f9f-4023-accc-fc3524770ddc req-80eef2e5-de54-49b0-8f7c-0428fd1d8b2e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:53.419589 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-63ece2fa-9f9f-4023-accc-fc3524770ddc req-80eef2e5-de54-49b0-8f7c-0428fd1d8b2e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.1000690 Apr 11 15:36:53.449332 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks [] for floatingip (34000d5f-9608-4a2b-ac38-66eabca58b36), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.451887 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.453020 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ac41a35d-9b6d-4da2-966e-b5e9519ea9a0 tempest-AttachVolumeNegativeTest-1143012526 tempest-AttachVolumeNegativeTest-1143012526-project] 10.222.0.50 "DELETE /v2.0/floatingips/34000d5f-9608-4a2b-ac38-66eabca58b36 HTTP/1.1" status: 204 len: 168 time: 0.5142748 Apr 11 15:36:53.485514 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-63ece2fa-9f9f-4023-accc-fc3524770ddc req-be2a7611-34a6-49a2-870d-a636ada99297 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594938 Apr 11 15:36:53.570276 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854374-b3ff-4c35-aab9-769630c6fe07 req-5aeb7702-e950-4351-bf3c-963e35888ce3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:53.571705 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-13854374-b3ff-4c35-aab9-769630c6fe07 req-5aeb7702-e950-4351-bf3c-963e35888ce3 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 945 time: 0.0582190 Apr 11 15:36:53.622648 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-13854374-b3ff-4c35-aab9-769630c6fe07 req-a8905012-4492-4683-804c-25f92ac55582 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445418 Apr 11 15:36:53.780384 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:36:53.824627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:36:53.830262 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:36:53.830738 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.911090 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:53.911478 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.933788 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:53.936007 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b337b-cf68-4b47-95f0-f8b0808ac64c" -d '{"events": [{"server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "name": "network-vif-plugged", "status": "completed", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:53.949372 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:53.953330 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:53.979783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b344955-66dd-45ed-831c-e2bdf5adb2ad x-openstack-request-id: req-3b344955-66dd-45ed-831c-e2bdf5adb2ad {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:53.980071 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "name": "network-vif-plugged", "status": "completed", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:53.980318 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b344955-66dd-45ed-831c-e2bdf5adb2ad {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:53.980713 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b344955-66dd-45ed-831c-e2bdf5adb2ad'] response: {'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'code': 200} Apr 11 15:36:54.004450 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:54.188510 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d54e-c5f8-4616-beb9-fb8ca7aee3ce req-c67034c0-8c81-4eb3-b14b-849fad61ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:54.189951 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ac1d54e-c5f8-4616-beb9-fb8ca7aee3ce req-c67034c0-8c81-4eb3-b14b-849fad61ff1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 1130 time: 0.0418174 Apr 11 15:36:54.241171 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2ac1d54e-c5f8-4616-beb9-fb8ca7aee3ce req-7e27033a-4c8b-415d-aa48-1a09bb5c3555 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449767 Apr 11 15:36:54.607338 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7863b9-1b6b-4d97-825d-0c2602ad3b8d req-834c802e-220d-442a-824b-9fb2cc4bd0f2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:54.608862 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8c7863b9-1b6b-4d97-825d-0c2602ad3b8d req-834c802e-220d-442a-824b-9fb2cc4bd0f2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0479486 Apr 11 15:36:54.659521 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8c7863b9-1b6b-4d97-825d-0c2602ad3b8d req-5704d4b6-0ba9-4336-b37a-5f4f808ae6fb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449717 Apr 11 15:36:54.770856 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bf0d1-bcef-4553-bb0e-cbab4c2e6b28 req-f007597e-a70e-44bd-9322-06b65aecbf3e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:54.772325 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6b4bf0d1-bcef-4553-bb0e-cbab4c2e6b28 req-f007597e-a70e-44bd-9322-06b65aecbf3e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0550444 Apr 11 15:36:54.822300 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6b4bf0d1-bcef-4553-bb0e-cbab4c2e6b28 req-cc9b7cad-46ce-4a65-ab1a-711d76cbe973 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433018 Apr 11 15:36:55.067502 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:55.781912 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c77e-efe4-4d2c-8903-870fc09adf81 req-498b3b59-eb5c-4f29-91a6-c6664659d158 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:55.783501 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b6e5c77e-efe4-4d2c-8903-870fc09adf81 req-498b3b59-eb5c-4f29-91a6-c6664659d158 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0468056 Apr 11 15:36:55.837432 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b6e5c77e-efe4-4d2c-8903-870fc09adf81 req-83b3fb8f-cc90-44a1-b6f8-945d17058357 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479012 Apr 11 15:36:55.948538 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91218643-7ea0-4978-8abb-b65c78fe71af req-38ef3e88-cdb5-4544-b9d5-38a87a4f1f5c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:55.950241 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-91218643-7ea0-4978-8abb-b65c78fe71af req-38ef3e88-cdb5-4544-b9d5-38a87a4f1f5c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0514455 Apr 11 15:36:56.004520 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-91218643-7ea0-4978-8abb-b65c78fe71af req-ae8726ba-3de1-4cb5-928a-ad4a7ffb78c7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485983 Apr 11 15:36:56.962185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f24-5e1f-490a-966c-f1ea605949c7 req-cda97df6-11f4-4fa8-966b-4ce4073f9b6d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:56.964017 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-07925f24-5e1f-490a-966c-f1ea605949c7 req-cda97df6-11f4-4fa8-966b-4ce4073f9b6d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 943 time: 0.0539229 Apr 11 15:36:57.012373 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-07925f24-5e1f-490a-966c-f1ea605949c7 req-70af99cb-8ed7-43a1-b8da-a714f74db08d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Apr 11 15:36:57.125375 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572d5a7-0753-40ac-b655-b71374104fa9 req-c9f04b15-24cc-48e2-8cb1-4600df9427fd tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:57.127045 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e572d5a7-0753-40ac-b655-b71374104fa9 req-c9f04b15-24cc-48e2-8cb1-4600df9427fd tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0529130 Apr 11 15:36:57.146093 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45344) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:57.183833 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e572d5a7-0753-40ac-b655-b71374104fa9 req-8078237d-352e-41bb-a677-f51650b47dd6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463672 Apr 11 15:36:57.626921 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (c362c95a-d88a-4a73-8ce7-d5b9b626a338), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:57.780316 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:36:57.882954 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:57.895213 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'port_id': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'mac_address': 'fa:16:3e:27:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:36:57.935053 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:57.935447 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:57.950210 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7358c61-5298-432c-9341-35fdd7d5232c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:36:57.972335 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:57.980138 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:58.037564 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=9']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:58.152744 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Deleting port 21bb2277-5dde-467f-b7eb-550b4a439d36 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:58.153317 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:58.174285 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb4eab-70d1-4f10-8607-2698f31e84b4 req-1442df74-a06b-4f9c-8c78-6954568a38e4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:58.175799 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1bb4eab-70d1-4f10-8607-2698f31e84b4 req-1442df74-a06b-4f9c-8c78-6954568a38e4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 944 time: 0.0671179 Apr 11 15:36:58.272247 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e1bb4eab-70d1-4f10-8607-2698f31e84b4 req-ed9426df-eefd-49ad-b8b4-43399128be32 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902996 Apr 11 15:36:58.279837 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] For port 21bb2277-5dde-467f-b7eb-550b4a439d36, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=21bb2277-5dde-467f-b7eb-550b4a439d36,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:58.280213 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:58.293248 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Calling delete_port for 21bb2277-5dde-467f-b7eb-550b4a439d36 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:58.309650 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903676-89c1-4644-9582-b802cf9e98e1 req-412738e9-a5e4-4e70-acab-34b12988a8e9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:58.311181 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c2903676-89c1-4644-9582-b802cf9e98e1 req-412738e9-a5e4-4e70-acab-34b12988a8e9 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0541224 Apr 11 15:36:58.361032 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c2903676-89c1-4644-9582-b802cf9e98e1 req-16b6b39f-bcfb-4c24-a9c3-77a6f092e3d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442843 Apr 11 15:36:58.479675 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (21bb2277-5dde-467f-b7eb-550b4a439d36), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:58.503550 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=21bb2277-5dde-467f-b7eb-550b4a439d36,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:58.682834 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (c362c95a-d88a-4a73-8ce7-d5b9b626a338), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:58.716723 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['f7358c61-5298-432c-9341-35fdd7d5232c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:36:58.905577 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Router c362c95a-d88a-4a73-8ce7-d5b9b626a338 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:36:59.017510 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:36:59.027757 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-0ccb4530-1f12-43b8-813f-99477de58e4c admin admin] 10.222.0.50 "PUT /v2.0/routers/c362c95a-d88a-4a73-8ce7-d5b9b626a338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8803334 Apr 11 15:36:59.030000 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] Sync routers for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:36:59.030781 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45356) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:59.047275 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:59.047275 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:36:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:59.150000 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks [] for router (c362c95a-d88a-4a73-8ce7-d5b9b626a338), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.163641 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:59.265163 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks [] for router_gateway (c362c95a-d88a-4a73-8ce7-d5b9b626a338), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.312494 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Deleting port 97320722-855f-43cc-a13e-923ddda58d32 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:59.312839 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (97320722-855f-43cc-a13e-923ddda58d32), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.347290 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '97320722-855f-43cc-a13e-923ddda58d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:36:58Z', 'revision_number': 5, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port': {'id': '97320722-855f-43cc-a13e-923ddda58d32', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:57Z', 'updated_at': '2022-04-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:59.378798 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] Checking router: c362c95a-d88a-4a73-8ce7-d5b9b626a338 for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:36:59.389575 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] Routers {'c362c95a-d88a-4a73-8ce7-d5b9b626a338'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:59.390202 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:36:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:59.427816 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9c1bd-3108-413c-859d-90965829b7ed req-c466cf56-6a85-43d5-841d-b7f270ab16a6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:59.429246 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d9c9c1bd-3108-413c-859d-90965829b7ed req-c466cf56-6a85-43d5-841d-b7f270ab16a6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 944 time: 0.0617037 Apr 11 15:36:59.444401 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] For port 97320722-855f-43cc-a13e-923ddda58d32, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=97320722-855f-43cc-a13e-923ddda58d32,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:59.444401 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (97320722-855f-43cc-a13e-923ddda58d32), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.469247 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Calling delete_port for 97320722-855f-43cc-a13e-923ddda58d32 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:59.482944 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbfb09-a5a6-4ab7-9122-864325eebbfb req-41058244-84c0-484d-a1a7-0b0ee5b14ea7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:59.486762 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96bbfb09-a5a6-4ab7-9122-864325eebbfb req-41058244-84c0-484d-a1a7-0b0ee5b14ea7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0538933 Apr 11 15:36:59.488383 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] Set router c362c95a-d88a-4a73-8ce7-d5b9b626a338 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:59.535637 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-96bbfb09-a5a6-4ab7-9122-864325eebbfb req-5237554f-367e-419e-8375-530dbc68633c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447924 Apr 11 15:36:59.539869 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d9c9c1bd-3108-413c-859d-90965829b7ed req-8db8268d-c745-45dd-84ce-fe4f52ac67ba tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997322 Apr 11 15:36:59.558091 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:36:59Z', 'revision_number': 6, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:59.583334 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49f0f-b400-4143-bcaa-466f189d6755 None None] The sync data for ids ['c362c95a-d88a-4a73-8ce7-d5b9b626a338'] in dv-cinder-835483-2-iscsi is: [{'id': 'c362c95a-d88a-4a73-8ce7-d5b9b626a338', 'name': 'tempest-AttachVolumeNegativeTest-1366413503-router', 'tenant_id': '40b872c1a7fb49ce9a05b943333ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:55Z', 'updated_at': '2022-04-11T15:36:59Z', 'revision_number': 6, 'project_id': '40b872c1a7fb49ce9a05b943333ace62', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:36:59.669935 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc0b3-428e-4a09-ae92-9afcb2bd5248 req-cb2d8b2a-5d6f-406e-ae02-d1624b3e849a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:59.671806 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d93bc0b3-428e-4a09-ae92-9afcb2bd5248 req-cb2d8b2a-5d6f-406e-ae02-d1624b3e849a tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0614469 Apr 11 15:36:59.702327 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (97320722-855f-43cc-a13e-923ddda58d32), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.732096 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Pushing event deleted for resources: {'Port': ['ID=97320722-855f-43cc-a13e-923ddda58d32,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:59.736435 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d93bc0b3-428e-4a09-ae92-9afcb2bd5248 req-490456f7-7c2b-4533-97cf-8655c4cb3064 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589418 Apr 11 15:36:59.759873 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45364) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:59.796084 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (c362c95a-d88a-4a73-8ce7-d5b9b626a338), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.893110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (c362c95a-d88a-4a73-8ce7-d5b9b626a338), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.895273 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks [] for router_controller (c362c95a-d88a-4a73-8ce7-d5b9b626a338), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.895459 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:36:59.910412 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec7619-82ad-4f53-a370-c49f6fc31981 tempest-TestVolumeBootPattern-1998926753 tempest-TestVolumeBootPattern-1998926753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:59.914564 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5eec7619-82ad-4f53-a370-c49f6fc31981 tempest-TestVolumeBootPattern-1998926753 tempest-TestVolumeBootPattern-1998926753-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 1125 time: 0.1505263 Apr 11 15:36:59.915189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45368) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:59.921465 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'port_id': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:59.945581 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.958982 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (c362c95a-d88a-4a73-8ce7-d5b9b626a338), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.959866 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c362c95a-d88a-4a73-8ce7-d5b9b626a338 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:36:59.960066 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port f7358c61-5298-432c-9341-35fdd7d5232c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:36:59.960452 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.968110 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:59.969775 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ec2ff0a0-9635-4ff2-b3c5-8375323c7918 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c362c95a-d88a-4a73-8ce7-d5b9b626a338 HTTP/1.1" status: 204 len: 168 time: 0.9374480 Apr 11 15:36:59.972313 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45370) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:00.029047 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Deleting subnet 64999c89-993a-42df-983e-0b671156250b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:37:00.032777 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Publish callbacks [] for subnet (64999c89-993a-42df-983e-0b671156250b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.056508 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.084820 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (64999c89-993a-42df-983e-0b671156250b), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.181400 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (64999c89-993a-42df-983e-0b671156250b), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.187854 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Allocated IP 172.27.1.251 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/074a08b0-f306-456f-932d-45fa7dbdd582) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:37:00.192873 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port f7358c61-5298-432c-9341-35fdd7d5232c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:37:00.193508 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.218932 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:00.221302 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0c9c7-1a87-49b0-93df-71fe639d0685" -d '{"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-plugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:00.234957 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:00.241290 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.258502 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (64999c89-993a-42df-983e-0b671156250b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.271838 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1e9df-a98a-4783-88f9-0294f43a72ae x-openstack-request-id: req-7ed1e9df-a98a-4783-88f9-0294f43a72ae {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:00.272195 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-plugged", "status": "completed", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:00.272513 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ed1e9df-a98a-4783-88f9-0294f43a72ae {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:00.273417 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed1e9df-a98a-4783-88f9-0294f43a72ae'] response: {'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'code': 200} Apr 11 15:37:00.288138 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64999c89-993a-42df-983e-0b671156250b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:00.295835 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.299117 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-1c334f1e-28bb-46a3-862e-0e7deeb54a85 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/64999c89-993a-42df-983e-0b671156250b HTTP/1.1" status: 204 len: 168 time: 0.3252320 Apr 11 15:37:00.301480 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:00.309791 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b099503-47e1-4432-9961-f7796bb8aa83 None None] Network 2c639a03-9c1a-4534-9246-41c284dfa2dd requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:37:00.319060 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (074a08b0-f306-456f-932d-45fa7dbdd582), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.324387 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:00.363286 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (074a08b0-f306-456f-932d-45fa7dbdd582), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.401608 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (2c639a03-9c1a-4534-9246-41c284dfa2dd), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.404681 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:37:00.410983 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:37:00.415210 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:37:00.452493 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=074a08b0-f306-456f-932d-45fa7dbdd582,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:00.458474 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Deleting port c4fbc9d8-1bbc-4943-a543-ca63732c75ab {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:37:00.460537 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.521914 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] DHCP port deletion for 2c639a03-9c1a-4534-9246-41c284dfa2dd request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:37:00.534698 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] For port c4fbc9d8-1bbc-4943-a543-ca63732c75ab, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:00.535081 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.550228 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Calling delete_port for c4fbc9d8-1bbc-4943-a543-ca63732c75ab owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:37:00.574430 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] Deleting port c4fbc9d8-1bbc-4943-a543-ca63732c75ab {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:37:00.574430 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.657265 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.658150 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] For port c4fbc9d8-1bbc-4943-a543-ca63732c75ab, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,segment=NetworkSegment(dc2b6984-8f44-481d-a4dd-b5be4ffdebca),segment_id=dc2b6984-8f44-481d-a4dd-b5be4ffdebca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:00.658765 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.675254 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] No DVR routers for this DVR port c4fbc9d8-1bbc-4943-a543-ca63732c75ab on host dv-cinder-835483-2-iscsi {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:37:00.677323 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] Calling delete_port for c4fbc9d8-1bbc-4943-a543-ca63732c75ab owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:37:00.702921 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:00.724964 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8518e3b-ffd6-4fda-9bf2-94c8aef5ca3f req-0215598f-bf6e-41f3-ada2-91ac93e1384b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:00.726497 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c8518e3b-ffd6-4fda-9bf2-94c8aef5ca3f req-0215598f-bf6e-41f3-ada2-91ac93e1384b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0699198 Apr 11 15:37:00.784005 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (c4fbc9d8-1bbc-4943-a543-ca63732c75ab), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.797938 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (2c639a03-9c1a-4534-9246-41c284dfa2dd), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.801183 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] No DVR routers for this DVR port c4fbc9d8-1bbc-4943-a543-ca63732c75ab on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:37:00.833054 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c639a03-9c1a-4534-9246-41c284dfa2dd']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:00.833428 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c8518e3b-ffd6-4fda-9bf2-94c8aef5ca3f req-89db77c2-5468-46e0-84fa-051339b3f0fb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990517 Apr 11 15:37:00.859425 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:00.859875 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2b6984-8f44-481d-a4dd-b5be4ffdebca') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:00.860354 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ab6d4-b501-4c7e-8970-c81591dcccf4 None None] Pushing event deleted for resources: {'Port': ['ID=c4fbc9d8-1bbc-4943-a543-ca63732c75ab,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:00.877244 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (dc2b6984-8f44-481d-a4dd-b5be4ffdebca), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.893599 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (dc2b6984-8f44-481d-a4dd-b5be4ffdebca), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.900511 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:37:00.901096 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (dc2b6984-8f44-481d-a4dd-b5be4ffdebca), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:37:00.903112 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:37:00.956595 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (f24cf8fd-441e-46ed-9222-d15de4009504), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.961433 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (2c639a03-9c1a-4534-9246-41c284dfa2dd), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.966996 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.973237 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2c639a03-9c1a-4534-9246-41c284dfa2dd HTTP/1.1" status: 204 len: 168 time: 0.6678236 Apr 11 15:37:00.984993 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24054174-77b1-4b5d-947c-0370d8c64b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c639a03-9c1a-4534-9246-41c284dfa2dd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:01.032057 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb1fef-f53a-4b79-aa31-a683f0ff5831 req-a668a11a-61c6-4bd1-b68f-68c7fb6ee069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:01.033627 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99cb1fef-f53a-4b79-aa31-a683f0ff5831 req-a668a11a-61c6-4bd1-b68f-68c7fb6ee069 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1130 time: 0.0570254 Apr 11 15:37:01.080738 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97320722-855f-43cc-a13e-923ddda58d32 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:37:01.091484 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (074a08b0-f306-456f-932d-45fa7dbdd582), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.102106 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 97320722-855f-43cc-a13e-923ddda58d32 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:37:01.102466 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97320722-855f-43cc-a13e-923ddda58d32 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:37:01.103052 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21bb2277-5dde-467f-b7eb-550b4a439d36 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:37:01.103678 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45382) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:01.128446 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-99cb1fef-f53a-4b79-aa31-a683f0ff5831 req-85457717-21a0-486d-91f4-7516745a5bbf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877125 Apr 11 15:37:01.132448 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 21bb2277-5dde-467f-b7eb-550b4a439d36 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:37:01.132798 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 21bb2277-5dde-467f-b7eb-550b4a439d36 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:37:01.133209 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4fbc9d8-1bbc-4943-a543-ca63732c75ab no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:37:01.152881 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: c4fbc9d8-1bbc-4943-a543-ca63732c75ab {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:37:01.153340 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4fbc9d8-1bbc-4943-a543-ca63732c75ab not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:37:01.166843 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-b0511825-6294-4559-8941-57fcc6fb5947 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40b872c1a7fb49ce9a05b943333ace62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0572810 Apr 11 15:37:01.166843 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:01.230644 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0edbdc6-391b-446a-8f05-bf1f8b3efbc1 admin admin] Publish callbacks [] for security_group (83eea4dc-49a1-4287-97ef-c851f4110ff9), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.253212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0edbdc6-391b-446a-8f05-bf1f8b3efbc1 admin admin] Publish callbacks [] for security_group (83eea4dc-49a1-4287-97ef-c851f4110ff9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.272335 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for port (074a08b0-f306-456f-932d-45fa7dbdd582), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.277763 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (074a08b0-f306-456f-932d-45fa7dbdd582), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.303037 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0edbdc6-391b-446a-8f05-bf1f8b3efbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (83eea4dc-49a1-4287-97ef-c851f4110ff9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.305631 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0edbdc6-391b-446a-8f05-bf1f8b3efbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.309336 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c0edbdc6-391b-446a-8f05-bf1f8b3efbc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83eea4dc-49a1-4287-97ef-c851f4110ff9 HTTP/1.1" status: 204 len: 168 time: 0.1406417 Apr 11 15:37:01.316663 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edbdc6-391b-446a-8f05-bf1f8b3efbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eea4dc-49a1-4287-97ef-c851f4110ff9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:01.363011 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event updated for resources: {'Port': ['ID=074a08b0-f306-456f-932d-45fa7dbdd582,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:01.368789 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (f24cf8fd-441e-46ed-9222-d15de4009504), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.475964 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Floating IP f24cf8fd-441e-46ed-9222-d15de4009504 associated. External IP: 172.27.1.251, port: 99eb47d7-1e48-46d9-8c1a-0050d753c4c9. Apr 11 15:37:01.690411 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:37:01.815164 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:37:01.826616 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:37:01.834114 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:01.841425 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:01.842314 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:36:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:01.873023 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-623e36e2-0054-46d2-9fdf-27d3da4dc4d1 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9568119 Apr 11 15:37:01.873605 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:01.875884 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58722b92-d39e-4503-8b80-11b666d1566c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:01.934512 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e226b21-0040-449a-99c7-baf7c703ad54 x-openstack-request-id: req-6e226b21-0040-449a-99c7-baf7c703ad54 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:01.934826 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:01.935080 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e226b21-0040-449a-99c7-baf7c703ad54 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:01.935485 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e226b21-0040-449a-99c7-baf7c703ad54'] response: {'name': 'network-changed', 'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'status': 'completed', 'code': 200} Apr 11 15:37:01.987259 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:02.008055 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a30e9-814e-411b-b02b-fb0e3f2e49e6 req-4419dfce-7339-436d-ad54-50f10c328254 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:02.009565 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e00a30e9-814e-411b-b02b-fb0e3f2e49e6 req-4419dfce-7339-436d-ad54-50f10c328254 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0497892 Apr 11 15:37:02.061443 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e00a30e9-814e-411b-b02b-fb0e3f2e49e6 req-8c67ffd3-1c0d-470e-9fc1-a2f9b3e476a4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447717 Apr 11 15:37:02.225204 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:05Z', 'revision_number': 1, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}, {'id': 'f24cf8fd-441e-46ed-9222-d15de4009504', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:7a:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:37:00Z', 'updated_at': '2022-04-11T15:37:00Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:02.253892 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:37:02.262180 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:02.262818 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:36:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:02.376835 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:02.524874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722b92-d39e-4503-8b80-11b666d1566c req-c336a829-c5d1-4295-ad94-37373b1a5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:02.527716 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-c336a829-c5d1-4295-ad94-37373b1a5c86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 1130 time: 0.0569761 Apr 11 15:37:02.610948 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:05Z', 'revision_number': 1, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}, {'id': 'f24cf8fd-441e-46ed-9222-d15de4009504', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:7a:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:37:00Z', 'updated_at': '2022-04-11T15:37:00Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:02.628953 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722b92-d39e-4503-8b80-11b666d1566c req-3c1f5e19-5518-4972-9f73-02ea23c8e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:02.630441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-3c1f5e19-5518-4972-9f73-02ea23c8e363 service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.0945811 Apr 11 15:37:02.641119 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e7193-6690-40df-a4a0-904448250a64 None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:05Z', 'revision_number': 1, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}, {'id': 'f24cf8fd-441e-46ed-9222-d15de4009504', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:7a:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:37:00Z', 'updated_at': '2022-04-11T15:37:00Z', 'revision_number': 0, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:37:02.707035 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-642e2509-343d-457b-8efd-33bdc0abaebf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0672953 Apr 11 15:37:02.775345 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722b92-d39e-4503-8b80-11b666d1566c req-e4ed8140-e37f-4632-bf78-fd6e469d5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:02.777723 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-e4ed8140-e37f-4632-bf78-fd6e469d5be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0461881 Apr 11 15:37:02.827216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722b92-d39e-4503-8b80-11b666d1566c req-dd945fe6-8c06-41af-9922-f164bef68576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:02.828765 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-dd945fe6-8c06-41af-9922-f164bef68576 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410466 Apr 11 15:37:02.840326 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0aafa-0610-43b4-8005-f9b90a6db2c2 None None] New status for floating IP f24cf8fd-441e-46ed-9222-d15de4009504: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:37:02.938262 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-c1ce7a3e-5540-4d9a-8636-767e39db9bdc service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879164 Apr 11 15:37:03.059178 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-58722b92-d39e-4503-8b80-11b666d1566c req-a1ef1e70-094f-40d5-b8c6-558e79a1eb1b service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898430 Apr 11 15:37:03.185807 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a0775-a61e-4f63-bf07-3774112402de req-ee34edc6-e5dd-4893-a144-20b66e6a3cf0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:03.187319 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2d2a0775-a61e-4f63-bf07-3774112402de req-ee34edc6-e5dd-4893-a144-20b66e6a3cf0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0510788 Apr 11 15:37:03.233056 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2d2a0775-a61e-4f63-bf07-3774112402de req-92c80423-8a45-4c08-807d-cec0d323c75c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Apr 11 15:37:03.691623 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-8e01e29e-d622-44aa-8eaf-eda66ca2ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:03.693135 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-8e01e29e-d622-44aa-8eaf-eda66ca2ab7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 1130 time: 0.0402582 Apr 11 15:37:03.809006 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-d9e31632-143b-4faf-a271-480d84dbf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:03.810407 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-d9e31632-143b-4faf-a271-480d84dbf103 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0922928 Apr 11 15:37:03.879721 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-36ae838a-fdb4-45e0-87be-0561c43c5cf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 200 len: 1001 time: 0.0632195 Apr 11 15:37:03.930304 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-bc8ab935-9f90-4519-a655-aa760f423f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:03.932771 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-bc8ab935-9f90-4519-a655-aa760f423f93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0460401 Apr 11 15:37:03.984710 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-7d2009fa-9304-4c2b-96c5-2a827e31b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:03.986318 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-7d2009fa-9304-4c2b-96c5-2a827e31b27b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475214 Apr 11 15:37:04.083680 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-18409630-62d5-4989-97dc-fd897e2d0204 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900424 Apr 11 15:37:04.459197 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c092e-3f15-4501-9bd3-74179ec6184b req-0cde4a94-9d26-4498-8452-cbf19278c5f9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:04.460894 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-119c092e-3f15-4501-9bd3-74179ec6184b req-0cde4a94-9d26-4498-8452-cbf19278c5f9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0548687 Apr 11 15:37:04.487964 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef970a99-7f95-4fff-8f3a-f41d7d45c25e req-fa5f9093-65b5-4529-9563-a1bbe5f8e41b service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970814 Apr 11 15:37:04.516672 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-119c092e-3f15-4501-9bd3-74179ec6184b req-fb5a7e66-c61c-4d43-ab2d-9f1a75a0af50 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454962 Apr 11 15:37:05.645640 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81450f8-24d9-473d-b774-8f17cbf537b5 req-e6018ea0-65de-4655-85e0-7c054d551fb3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:05.647420 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e81450f8-24d9-473d-b774-8f17cbf537b5 req-e6018ea0-65de-4655-85e0-7c054d551fb3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0548332 Apr 11 15:37:05.700044 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e81450f8-24d9-473d-b774-8f17cbf537b5 req-d8192fde-f17a-4346-ba6f-fdb11c9edff9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462320 Apr 11 15:37:06.158383 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:06.261339 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eda7c464-8fb4-43c0-99dd-6589ba8d5000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.351846 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eda7c464-8fb4-43c0-99dd-6589ba8d5000 admin admin] Publish callbacks [] for security_group (a65ef728-11f2-4145-8f8d-c3e60a1e98e4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.355495 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eda7c464-8fb4-43c0-99dd-6589ba8d5000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a65ef728-11f2-4145-8f8d-c3e60a1e98e4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.391767 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7c464-8fb4-43c0-99dd-6589ba8d5000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ef728-11f2-4145-8f8d-c3e60a1e98e4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:06.397172 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-eda7c464-8fb4-43c0-99dd-6589ba8d5000 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f992862c209c46af90aa9813b05d184d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376986 Apr 11 15:37:06.399912 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45524) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:06.447123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e4285c3-972c-44e1-b977-02ea9eaa85c3 admin admin] Publish callbacks [] for security_group (a65ef728-11f2-4145-8f8d-c3e60a1e98e4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.469378 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e4285c3-972c-44e1-b977-02ea9eaa85c3 admin admin] Publish callbacks [] for security_group (a65ef728-11f2-4145-8f8d-c3e60a1e98e4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.516192 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e4285c3-972c-44e1-b977-02ea9eaa85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a65ef728-11f2-4145-8f8d-c3e60a1e98e4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.518822 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e4285c3-972c-44e1-b977-02ea9eaa85c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:06.520032 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-2e4285c3-972c-44e1-b977-02ea9eaa85c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a65ef728-11f2-4145-8f8d-c3e60a1e98e4 HTTP/1.1" status: 204 len: 168 time: 0.1183984 Apr 11 15:37:06.528313 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4285c3-972c-44e1-b977-02ea9eaa85c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ef728-11f2-4145-8f8d-c3e60a1e98e4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:06.981690 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45544) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:07.090260 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61a52acc-74d9-48b9-8dc9-9e0b8d22d247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.170826 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61a52acc-74d9-48b9-8dc9-9e0b8d22d247 admin admin] Publish callbacks [] for security_group (c3f0a8b2-25e5-45fd-aac3-0673d295bd95), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.174505 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61a52acc-74d9-48b9-8dc9-9e0b8d22d247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c3f0a8b2-25e5-45fd-aac3-0673d295bd95), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.215092 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-61a52acc-74d9-48b9-8dc9-9e0b8d22d247 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5bbdd0896234e2d8f32b7d2c417014b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323217 Apr 11 15:37:07.217084 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a52acc-74d9-48b9-8dc9-9e0b8d22d247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f0a8b2-25e5-45fd-aac3-0673d295bd95,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:07.217823 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45558) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:07.269138 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-504a6faf-ad77-4caf-9ba9-4ff169403f06 admin admin] Publish callbacks [] for security_group (c3f0a8b2-25e5-45fd-aac3-0673d295bd95), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.292178 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-504a6faf-ad77-4caf-9ba9-4ff169403f06 admin admin] Publish callbacks [] for security_group (c3f0a8b2-25e5-45fd-aac3-0673d295bd95), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.342571 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-504a6faf-ad77-4caf-9ba9-4ff169403f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c3f0a8b2-25e5-45fd-aac3-0673d295bd95), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.345306 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-504a6faf-ad77-4caf-9ba9-4ff169403f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:07.346502 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-504a6faf-ad77-4caf-9ba9-4ff169403f06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3f0a8b2-25e5-45fd-aac3-0673d295bd95 HTTP/1.1" status: 204 len: 168 time: 0.1276743 Apr 11 15:37:07.359238 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a6faf-ad77-4caf-9ba9-4ff169403f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f0a8b2-25e5-45fd-aac3-0673d295bd95,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:15.056115 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40504a70-e395-4eb7-8873-c76fe66f2ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:18.347881 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-634466bb-e12c-492a-94d0-054d78fd029b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.268275 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.450569 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:19.553541 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5941c152-2fc2-46f3-8c5d-aef15dfb4a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.627852 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5941c152-2fc2-46f3-8c5d-aef15dfb4a4b admin admin] Publish callbacks [] for security_group (5a6e6852-7e45-4d8d-9821-0564c9cd8e05), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.631379 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5941c152-2fc2-46f3-8c5d-aef15dfb4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5a6e6852-7e45-4d8d-9821-0564c9cd8e05), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.670417 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5941c152-2fc2-46f3-8c5d-aef15dfb4a4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35aaebd44e2d4688a64adc5730e98498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187574 Apr 11 15:37:19.671686 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c152-2fc2-46f3-8c5d-aef15dfb4a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e6852-7e45-4d8d-9821-0564c9cd8e05,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:19.673083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45686) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:19.723750 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de8afa8f-cf22-4be7-b577-5152d2c251ac admin admin] Publish callbacks [] for security_group (5a6e6852-7e45-4d8d-9821-0564c9cd8e05), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.744278 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de8afa8f-cf22-4be7-b577-5152d2c251ac admin admin] Publish callbacks [] for security_group (5a6e6852-7e45-4d8d-9821-0564c9cd8e05), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.795194 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de8afa8f-cf22-4be7-b577-5152d2c251ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5a6e6852-7e45-4d8d-9821-0564c9cd8e05), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.797741 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de8afa8f-cf22-4be7-b577-5152d2c251ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:19.798926 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-de8afa8f-cf22-4be7-b577-5152d2c251ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a6e6852-7e45-4d8d-9821-0564c9cd8e05 HTTP/1.1" status: 204 len: 168 time: 0.1240511 Apr 11 15:37:19.806900 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8afa8f-cf22-4be7-b577-5152d2c251ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e6852-7e45-4d8d-9821-0564c9cd8e05,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:20.052248 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45692) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:20.065125 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0005-a4f9-448d-a1bc-e5aa7b47c0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.140984 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0005-a4f9-448d-a1bc-e5aa7b47c0da admin admin] Publish callbacks [] for security_group (ed51abbc-9133-4e46-b86a-fd21d6353eb6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.144823 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0005-a4f9-448d-a1bc-e5aa7b47c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ed51abbc-9133-4e46-b86a-fd21d6353eb6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.185226 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-5d8a0005-a4f9-448d-a1bc-e5aa7b47c0da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b6ac26108e046e1a5d24063780e7f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319027 Apr 11 15:37:20.186200 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a0005-a4f9-448d-a1bc-e5aa7b47c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51abbc-9133-4e46-b86a-fd21d6353eb6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:20.187942 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45694) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:20.237323 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed3b-1c52-4bd3-90a4-51b34e45c95f admin admin] Publish callbacks [] for security_group (ed51abbc-9133-4e46-b86a-fd21d6353eb6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.258280 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed3b-1c52-4bd3-90a4-51b34e45c95f admin admin] Publish callbacks [] for security_group (ed51abbc-9133-4e46-b86a-fd21d6353eb6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.305292 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed3b-1c52-4bd3-90a4-51b34e45c95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ed51abbc-9133-4e46-b86a-fd21d6353eb6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.307760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed3b-1c52-4bd3-90a4-51b34e45c95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.308947 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-38d2ed3b-1c52-4bd3-90a4-51b34e45c95f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed51abbc-9133-4e46-b86a-fd21d6353eb6 HTTP/1.1" status: 204 len: 168 time: 0.1199739 Apr 11 15:37:20.316478 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2ed3b-1c52-4bd3-90a4-51b34e45c95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51abbc-9133-4e46-b86a-fd21d6353eb6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:20.689163 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.252447 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.798296 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:37:22.346210 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45764) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:22.447102 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dfe4-4a6e-41e7-bf91-281997c3db89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.525963 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dfe4-4a6e-41e7-bf91-281997c3db89 admin admin] Publish callbacks [] for security_group (e6adadb7-d553-47fd-851d-b998bc417cdf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.529664 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8c9dfe4-4a6e-41e7-bf91-281997c3db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e6adadb7-d553-47fd-851d-b998bc417cdf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.567462 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-e8c9dfe4-4a6e-41e7-bf91-281997c3db89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a11c8dd01bf6426b8fc74e95d541c759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201164 Apr 11 15:37:22.568573 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9dfe4-4a6e-41e7-bf91-281997c3db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6adadb7-d553-47fd-851d-b998bc417cdf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:22.570120 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45770) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:22.621823 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a845daf8-7237-4b86-800c-fae67f90838a admin admin] Publish callbacks [] for security_group (e6adadb7-d553-47fd-851d-b998bc417cdf), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.644080 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a845daf8-7237-4b86-800c-fae67f90838a admin admin] Publish callbacks [] for security_group (e6adadb7-d553-47fd-851d-b998bc417cdf), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.691389 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a845daf8-7237-4b86-800c-fae67f90838a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e6adadb7-d553-47fd-851d-b998bc417cdf), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.694109 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a845daf8-7237-4b86-800c-fae67f90838a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:22.695295 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a845daf8-7237-4b86-800c-fae67f90838a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6adadb7-d553-47fd-851d-b998bc417cdf HTTP/1.1" status: 204 len: 168 time: 0.1235824 Apr 11 15:37:22.704365 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845daf8-7237-4b86-800c-fae67f90838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6adadb7-d553-47fd-851d-b998bc417cdf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:22.964290 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:22.977341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43c5e5b4-85e9-43a1-999b-45a86befbf7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.056413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43c5e5b4-85e9-43a1-999b-45a86befbf7f admin admin] Publish callbacks [] for security_group (b3dd6dda-9823-4aad-a92d-a05e1814aa11), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.061201 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43c5e5b4-85e9-43a1-999b-45a86befbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b3dd6dda-9823-4aad-a92d-a05e1814aa11), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.100685 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-43c5e5b4-85e9-43a1-999b-45a86befbf7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2988bf14b6e4d4fbfdec0ad3b31b7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352198 Apr 11 15:37:23.101411 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5e5b4-85e9-43a1-999b-45a86befbf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd6dda-9823-4aad-a92d-a05e1814aa11,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:23.103366 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45778) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:23.152834 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f346824b-7dc4-4428-a39e-00d2f4e0706f admin admin] Publish callbacks [] for security_group (b3dd6dda-9823-4aad-a92d-a05e1814aa11), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.174216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f346824b-7dc4-4428-a39e-00d2f4e0706f admin admin] Publish callbacks [] for security_group (b3dd6dda-9823-4aad-a92d-a05e1814aa11), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.220918 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f346824b-7dc4-4428-a39e-00d2f4e0706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (b3dd6dda-9823-4aad-a92d-a05e1814aa11), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.223524 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f346824b-7dc4-4428-a39e-00d2f4e0706f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:23.224666 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f346824b-7dc4-4428-a39e-00d2f4e0706f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3dd6dda-9823-4aad-a92d-a05e1814aa11 HTTP/1.1" status: 204 len: 168 time: 0.1202927 Apr 11 15:37:23.233871 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346824b-7dc4-4428-a39e-00d2f4e0706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd6dda-9823-4aad-a92d-a05e1814aa11,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:24.273111 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:24.376862 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7e39281-7761-4d37-9db3-cf43415f76ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.453123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7e39281-7761-4d37-9db3-cf43415f76ec admin admin] Publish callbacks [] for security_group (861a5286-1068-44c5-ac64-b34ee4f74a9f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.456803 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7e39281-7761-4d37-9db3-cf43415f76ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (861a5286-1068-44c5-ac64-b34ee4f74a9f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.494553 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c7e39281-7761-4d37-9db3-cf43415f76ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66603f5e732146c28d38a422420bad87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203414 Apr 11 15:37:24.497367 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e39281-7761-4d37-9db3-cf43415f76ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a5286-1068-44c5-ac64-b34ee4f74a9f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:24.497955 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45812) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:24.546132 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3423cef-26fc-4935-857a-4b056ae7fa7c admin admin] Publish callbacks [] for security_group (861a5286-1068-44c5-ac64-b34ee4f74a9f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.567638 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3423cef-26fc-4935-857a-4b056ae7fa7c admin admin] Publish callbacks [] for security_group (861a5286-1068-44c5-ac64-b34ee4f74a9f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.615445 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3423cef-26fc-4935-857a-4b056ae7fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (861a5286-1068-44c5-ac64-b34ee4f74a9f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.618174 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3423cef-26fc-4935-857a-4b056ae7fa7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:24.619474 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d3423cef-26fc-4935-857a-4b056ae7fa7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/861a5286-1068-44c5-ac64-b34ee4f74a9f HTTP/1.1" status: 204 len: 168 time: 0.1203380 Apr 11 15:37:24.628225 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3423cef-26fc-4935-857a-4b056ae7fa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a5286-1068-44c5-ac64-b34ee4f74a9f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:25.081222 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.603613 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45846) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:25.707037 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-088d5148-da1c-463f-882a-80d3fd26415c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.798520 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-088d5148-da1c-463f-882a-80d3fd26415c admin admin] Publish callbacks [] for security_group (c1814afa-5035-45df-bf31-86f098900878), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.802210 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-088d5148-da1c-463f-882a-80d3fd26415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c1814afa-5035-45df-bf31-86f098900878), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.841463 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5148-da1c-463f-882a-80d3fd26415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1814afa-5035-45df-bf31-86f098900878,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:25.846919 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-088d5148-da1c-463f-882a-80d3fd26415c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cd97a77b137432cb996a4a98ce84d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419875 Apr 11 15:37:25.849373 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:25.897536 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8947-524d-4c95-9f41-721cf77c7a5f admin admin] Publish callbacks [] for security_group (c1814afa-5035-45df-bf31-86f098900878), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.919610 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8947-524d-4c95-9f41-721cf77c7a5f admin admin] Publish callbacks [] for security_group (c1814afa-5035-45df-bf31-86f098900878), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.966805 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8947-524d-4c95-9f41-721cf77c7a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (c1814afa-5035-45df-bf31-86f098900878), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.969353 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8947-524d-4c95-9f41-721cf77c7a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:25.970500 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-fd2a8947-524d-4c95-9f41-721cf77c7a5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1814afa-5035-45df-bf31-86f098900878 HTTP/1.1" status: 204 len: 168 time: 0.1203253 Apr 11 15:37:25.978158 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a8947-524d-4c95-9f41-721cf77c7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1814afa-5035-45df-bf31-86f098900878,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:26.593481 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 45872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:26.687649 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1812572076-network', 'tenant_id': 'ce22ee612bd54cc08c97e96e9ec7a394'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:26.706384 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Made reservation on behalf of ce22ee612bd54cc08c97e96e9ec7a394 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:37:26.708673 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.718234 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.790191 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks [] for security_group (7cc3a023-6063-49a3-b0df-3484ebbf2c76), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.794040 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7cc3a023-6063-49a3-b0df-3484ebbf2c76), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.819174 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:37:26.829499 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3a023-6063-49a3-b0df-3484ebbf2c76,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:26.834227 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (98d73c3b-0010-41b5-9f4b-79ba4ca4f467), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.834571 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.segments_db [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Added segment 98d73c3b-0010-41b5-9f4b-79ba4ca4f467 of type vlan for network 631c949e-ff0d-4c4e-9dfb-725b67e80193 Apr 11 15:37:26.876607 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751013070942'] for network (631c949e-ff0d-4c4e-9dfb-725b67e80193), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.900467 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690'] for network (631c949e-ff0d-4c4e-9dfb-725b67e80193), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.901436 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:26.902329 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.935127 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3406186 Apr 11 15:37:26.937930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 45878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:26.943056 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Request body: {'subnet': {'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1812572076-subnet', 'tenant_id': 'ce22ee612bd54cc08c97e96e9ec7a394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:26.962729 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Made reservation on behalf of ce22ee612bd54cc08c97e96e9ec7a394 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:37:26.965595 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29841529'] for subnet (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.969737 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b85e-5f28-4540-ac97-14e627f31668 admin admin] Pushing event updated for resources: {'Network': ['ID=631c949e-ff0d-4c4e-9dfb-725b67e80193,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:26.979367 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Network 631c949e-ff0d-4c4e-9dfb-725b67e80193 details requested by agent ovs-agent-dv-cinder-835483-2-iscsi with host dv-cinder-835483-2-iscsi {{(pid=103328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:37:27.152910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30938282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29841515'] for subnet (f2bb44ab-1123-4a76-9164-6fc47a140450), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:27.213391 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bb44ab-1123-4a76-9164-6fc47a140450,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:27.221346 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Checking segment: {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:37:27.221701 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Network hostable DHCP agents. Network: 631c949e-ff0d-4c4e-9dfb-725b67e80193, hostable agents: ['179e0730-9fc6-434b-947b-1ec9b353d14f'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:37:27.239176 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Network 631c949e-ff0d-4c4e-9dfb-725b67e80193 is scheduled to be hosted by DHCP agent 179e0730-9fc6-434b-947b-1ec9b353d14f with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:37:27.248190 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-2-iscsi, 631c949e-ff0d-4c4e-9dfb-725b67e80193) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:37:27.252995 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:27.254072 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:27.257284 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1f394-2626-4005-8f81-475abe839169 None None] Network 631c949e-ff0d-4c4e-9dfb-725b67e80193 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:37:27.269865 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-df0e1b81-ad45-4e31-a378-5a859b1b6012 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3307290 Apr 11 15:37:27.359830 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b060781-1a16-4cba-b454-71c5944e6204 None None] Network 631c949e-ff0d-4c4e-9dfb-725b67e80193 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:37:29.009817 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-a003fcf2-9262-478a-a2b0-9dc13e9dfafd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:29.011909 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-a003fcf2-9262-478a-a2b0-9dc13e9dfafd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/networks?id=631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 200 len: 814 time: 0.1016769 Apr 11 15:37:29.026706 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-51314ff1-53f4-428a-b342-b17ed4336162 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/quotas/ce22ee612bd54cc08c97e96e9ec7a394 HTTP/1.1" status: 200 len: 375 time: 0.0094104 Apr 11 15:37:29.059632 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-71e3c41d-6a26-484e-aebe-79dfb7e2686e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278792 Apr 11 15:37:29.115510 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-e4a880db-a247-48be-a96e-e94b3df89cb2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:37:29.116691 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-e4a880db-a247-48be-a96e-e94b3df89cb2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510297 Apr 11 15:37:29.209954 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-a3afbabd-9220-464b-b835-495df7c2268b service neutron] 10.222.0.50 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864365 Apr 11 15:37:29.303985 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-c7b4ff79-1011-4b67-8b0d-b4bce22b9cc9 service neutron] 10.222.0.50 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877593 Apr 11 15:37:29.465934 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-df354b09-5e6b-4ff4-bc83-5082d3fac417 req-c9f8c249-c40b-4d18-86a3-f2389e7c057a tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Apr 11 15:37:30.519034 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-b996e4f2-1981-41e5-836c-7c4742473a22 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:30.520629 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-b996e4f2-1981-41e5-836c-7c4742473a22 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "GET /v2.0/networks?id=631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 200 len: 814 time: 0.1074805 Apr 11 15:37:30.539493 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Request body: {'port': {'device_id': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193', 'admin_state_up': True, 'tenant_id': 'ce22ee612bd54cc08c97e96e9ec7a394'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:30.563904 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-0ce7ff3f-fb64-4850-a64a-f6ef369c67c1 req-0e336f1a-03cd-4c79-a848-fa6fea54c572 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Apr 11 15:37:30.648729 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Made reservation on behalf of ce22ee612bd54cc08c97e96e9ec7a394 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:37:30.652722 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.783756 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Allocated IP 172.20.0.10 (631c949e-ff0d-4c4e-9dfb-725b67e80193/f2bb44ab-1123-4a76-9164-6fc47a140450/7a1fc4d5-78b4-43f2-b121-de835474c73e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:37:30.936284 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks [] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.969855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.012569 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Network 631c949e-ff0d-4c4e-9dfb-725b67e80193 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:37:31.015520 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:37:31.019192 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:37:31.028268 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Pushing event updated for resources: {'Port': ['ID=7a1fc4d5-78b4-43f2-b121-de835474c73e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:31.072301 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:31.072899 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.088402 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-fbeff24f-3a77-4976-819b-ee2409574234 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5529130 Apr 11 15:37:31.110182 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Request body: {'port': {'device_id': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:31.172435 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.430671 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1fc4d5-78b4-43f2-b121-de835474c73e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:37:31.438078 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Publish callbacks [] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.450398 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Transition to ACTIVE for port object 7a1fc4d5-78b4-43f2-b121-de835474c73e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:37:31.454116 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.503580 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1fc4d5-78b4-43f2-b121-de835474c73e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:31.575973 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Attempting to bind port 7a1fc4d5-78b4-43f2-b121-de835474c73e on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:37:31.576684 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Attempting to bind port 7a1fc4d5-78b4-43f2-b121-de835474c73e by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:37:31.576684 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Attempting to bind port 7a1fc4d5-78b4-43f2-b121-de835474c73e on network 631c949e-ff0d-4c4e-9dfb-725b67e80193 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:37:31.580869 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Port 7a1fc4d5-78b4-43f2-b121-de835474c73e on network 631c949e-ff0d-4c4e-9dfb-725b67e80193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:37:31.581216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Attempting to bind port 7a1fc4d5-78b4-43f2-b121-de835474c73e on network 631c949e-ff0d-4c4e-9dfb-725b67e80193 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:37:31.586208 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:37:31.586544 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Checking segment: {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:37:31.586953 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Bound using segment: {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:37:31.587374 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Bound port: 7a1fc4d5-78b4-43f2-b121-de835474c73e, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:37:31.587730 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.682686 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] For port 7a1fc4d5-78b4-43f2-b121-de835474c73e, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:37:31.702910 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4c06-cf6d-45af-b3ac-12888e30753d req-600f2ac0-33be-4099-a681-b13def1dbfa5 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:31.705722 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-60ee4c06-cf6d-45af-b3ac-12888e30753d req-600f2ac0-33be-4099-a681-b13def1dbfa5 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 944 time: 0.0660117 Apr 11 15:37:31.709937 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] For port 7a1fc4d5-78b4-43f2-b121-de835474c73e, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:37:31.721832 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.781758 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:31.782372 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.783771 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a1fc4d5-78b4-43f2-b121-de835474c73e HTTP/1.1" status: 200 len: 1094 time: 0.6776044 Apr 11 15:37:31.787866 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'tag': '7a1fc4d5-78b4-43f2-b121-de835474c73e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:31.790058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a029fc-13b6-429b-b6d1-71cee227e18c" -d '{"events": [{"name": "network-changed", "server_uuid": "c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7", "tag": "7a1fc4d5-78b4-43f2-b121-de835474c73e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:31.803032 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-60ee4c06-cf6d-45af-b3ac-12888e30753d req-54b6441e-70cd-45e5-b26b-dcde3c0bfca3 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911360 Apr 11 15:37:31.832256 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9c22a-bad8-4eb0-a730-b468bd01e643 x-openstack-request-id: req-7db9c22a-bad8-4eb0-a730-b468bd01e643 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:31.832550 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7", "tag": "7a1fc4d5-78b4-43f2-b121-de835474c73e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:31.832802 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7db9c22a-bad8-4eb0-a730-b468bd01e643 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:31.833200 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db9c22a-bad8-4eb0-a730-b468bd01e643'] response: {'name': 'network-changed', 'server_uuid': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'tag': '7a1fc4d5-78b4-43f2-b121-de835474c73e', 'status': 'completed', 'code': 200} Apr 11 15:37:31.834172 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb1a73-b7f1-45df-8b6a-7624657da264 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1fc4d5-78b4-43f2-b121-de835474c73e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:31.888177 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-52859846-f3dd-49f0-b60b-6db9498a2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:31.889653 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-52859846-f3dd-49f0-b60b-6db9498a2b93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 1128 time: 0.0394359 Apr 11 15:37:31.938910 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-753f6ec2-8e4a-43d9-8abd-4aaa41a49362 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e HTTP/1.1" status: 200 len: 217 time: 0.0356362 Apr 11 15:37:31.985993 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c482856-25b7-426a-970f-f5431863eaaa req-e41f22e2-d3f0-4bcc-aaa1-eca8562721ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:31.987441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-e41f22e2-d3f0-4bcc-aaa1-eca8562721ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2bb44ab-1123-4a76-9164-6fc47a140450 HTTP/1.1" status: 200 len: 854 time: 0.0431283 Apr 11 15:37:32.020535 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-bfde261f-edd8-465f-9f05-eee5f34592b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=631c949e-ff0d-4c4e-9dfb-725b67e80193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267417 Apr 11 15:37:32.111950 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-022c3d14-6536-4b2e-8885-919704863b68 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851650 Apr 11 15:37:32.201113 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5c482856-25b7-426a-970f-f5431863eaaa req-8d1823bf-a985-4b44-994b-858dcdcf1cd1 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824480 Apr 11 15:37:32.922902 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3dfa-7877-4063-9b51-50274dd9628f req-60b34371-6f8c-412e-8dcd-1397de326c09 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:32.924441 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-755a3dfa-7877-4063-9b51-50274dd9628f req-60b34371-6f8c-412e-8dcd-1397de326c09 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 944 time: 0.0473757 Apr 11 15:37:32.978408 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-755a3dfa-7877-4063-9b51-50274dd9628f req-86ca7c9d-659c-4230-a41d-5d39f159aee7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Apr 11 15:37:34.098452 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7b4b6-d1b7-474c-96e1-fcc5b0f8d448 req-9d292904-ddfd-4ef5-9b85-9864d42863b8 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:34.099950 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ceb7b4b6-d1b7-474c-96e1-fcc5b0f8d448 req-9d292904-ddfd-4ef5-9b85-9864d42863b8 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 944 time: 0.0468638 Apr 11 15:37:34.148751 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ceb7b4b6-d1b7-474c-96e1-fcc5b0f8d448 req-ab57b153-5a04-4d68-a705-4374c867eb15 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Apr 11 15:37:35.092446 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-1be1a90a-9940-4693-99b7-de15c328558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:35.093938 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-1be1a90a-9940-4693-99b7-de15c328558e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 1128 time: 0.0467682 Apr 11 15:37:35.190126 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-d542e702-d2dc-4e73-855b-b92811915d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:35.191623 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-d542e702-d2dc-4e73-855b-b92811915d60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 200 len: 915 time: 0.0907271 Apr 11 15:37:35.243093 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-20ce4839-5733-4083-9ba8-bd0f25eb875f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e HTTP/1.1" status: 200 len: 217 time: 0.0452943 Apr 11 15:37:35.308388 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ca39-e692-472f-8286-8a86388ff6c5 req-6612fa55-9fb4-4709-8fea-38faea376a8d tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:35.309864 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0eb8ca39-e692-472f-8286-8a86388ff6c5 req-6612fa55-9fb4-4709-8fea-38faea376a8d tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 944 time: 0.0760288 Apr 11 15:37:35.338348 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-e55bc587-c99b-4f8a-8663-5191698dcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:35.339806 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-e55bc587-c99b-4f8a-8663-5191698dcb1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2bb44ab-1123-4a76-9164-6fc47a140450 HTTP/1.1" status: 200 len: 854 time: 0.0764303 Apr 11 15:37:35.386459 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-e0640906-966d-41a6-8ee5-5c563284f985 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=631c949e-ff0d-4c4e-9dfb-725b67e80193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364816 Apr 11 15:37:35.393252 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0eb8ca39-e692-472f-8286-8a86388ff6c5 req-fa353190-1d1e-48f9-8be9-885bd78997fb tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763626 Apr 11 15:37:35.477046 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-578b36f1-ae74-49ab-8117-68dd2e913ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Apr 11 15:37:35.566482 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-50a029fc-13b6-429b-b6d1-71cee227e18c req-5177482b-54fb-4174-95de-69956e4a69b7 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831809 Apr 11 15:37:36.007726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a1fc4d5-78b4-43f2-b121-de835474c73e details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:37:36.105134 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 7a1fc4d5-78b4-43f2-b121-de835474c73e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:36.116447 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '7a1fc4d5-78b4-43f2-b121-de835474c73e', 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193', 'port_id': '7a1fc4d5-78b4-43f2-b121-de835474c73e', 'mac_address': 'fa:16:3e:a2:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bb44ab-1123-4a76-9164-6fc47a140450', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:37:36.157359 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 7a1fc4d5-78b4-43f2-b121-de835474c73e is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:37:36.157743 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:36.170695 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1fc4d5-78b4-43f2-b121-de835474c73e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:37:36.189532 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 7a1fc4d5-78b4-43f2-b121-de835474c73e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:36.193385 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:36.240271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=7a1fc4d5-78b4-43f2-b121-de835474c73e,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:36.505776 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b358a-80a4-4c2a-9347-e14c3b967cbd req-82eb5568-dbd8-4cb7-a075-92e6ddb6710f tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:36.507312 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a23b358a-80a4-4c2a-9347-e14c3b967cbd req-82eb5568-dbd8-4cb7-a075-92e6ddb6710f tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 945 time: 0.0471904 Apr 11 15:37:36.557743 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a23b358a-80a4-4c2a-9347-e14c3b967cbd req-0ecf5f98-5106-482c-9854-0ae0a04047e7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Apr 11 15:37:36.689421 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['7a1fc4d5-78b4-43f2-b121-de835474c73e'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:37:37.675928 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedd93-369f-4262-a2ea-e197ec6fb27f req-94da4cec-a645-4c73-9874-6d30f5d832a1 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:37.677492 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e5fedd93-369f-4262-a2ea-e197ec6fb27f req-94da4cec-a645-4c73-9874-6d30f5d832a1 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 945 time: 0.0538473 Apr 11 15:37:37.735704 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e5fedd93-369f-4262-a2ea-e197ec6fb27f req-73843251-c9ca-4919-9e51-9019ca9d47c2 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518758 Apr 11 15:37:38.029023 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a1fc4d5-78b4-43f2-b121-de835474c73e up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:37:38.071266 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 7a1fc4d5-78b4-43f2-b121-de835474c73e completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:37:38.077591 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 7a1fc4d5-78b4-43f2-b121-de835474c73e triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:37:38.077975 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.157502 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 7a1fc4d5-78b4-43f2-b121-de835474c73e is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:37:38.157883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.179190 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1fc4d5-78b4-43f2-b121-de835474c73e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:38.181395 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f899fea-dbfb-4c9d-ae10-a9ca5d301c54" -d '{"events": [{"server_uuid": "c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a1fc4d5-78b4-43f2-b121-de835474c73e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:38.194111 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 7a1fc4d5-78b4-43f2-b121-de835474c73e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:38.198856 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.222040 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f39740-da54-4cec-ac93-29cfade0da3e x-openstack-request-id: req-b6f39740-da54-4cec-ac93-29cfade0da3e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:38.222331 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a1fc4d5-78b4-43f2-b121-de835474c73e", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:38.222578 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6f39740-da54-4cec-ac93-29cfade0da3e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:38.222986 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f39740-da54-4cec-ac93-29cfade0da3e'] response: {'server_uuid': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1fc4d5-78b4-43f2-b121-de835474c73e', 'code': 200} Apr 11 15:37:38.248414 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=7a1fc4d5-78b4-43f2-b121-de835474c73e,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:38.424670 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37295368-5bbe-423d-a289-c1f77fdee6ee req-b5f7eb9b-55e0-46ad-9bbe-03e1c17a6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:38.426058 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-37295368-5bbe-423d-a289-c1f77fdee6ee req-b5f7eb9b-55e0-46ad-9bbe-03e1c17a6822 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 1130 time: 0.0376651 Apr 11 15:37:38.472545 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-37295368-5bbe-423d-a289-c1f77fdee6ee req-1b05256b-096b-4052-8419-03f8e6077218 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Apr 11 15:37:38.847308 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b532-1486-4cac-a0ef-5bdc4113c3af req-8e0ca663-b0fc-4f41-8042-294c9b5cccea tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:38.848783 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-efc0b532-1486-4cac-a0ef-5bdc4113c3af req-8e0ca663-b0fc-4f41-8042-294c9b5cccea tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0476949 Apr 11 15:37:38.896228 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-efc0b532-1486-4cac-a0ef-5bdc4113c3af req-6f74bd79-999a-4815-9529-ec6ffbb5df37 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Apr 11 15:37:40.009289 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311729ec-c976-4faf-a8eb-9d8bad8426c2 req-e780b529-309b-4923-b697-7963a9654521 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:40.010940 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-311729ec-c976-4faf-a8eb-9d8bad8426c2 req-e780b529-309b-4923-b697-7963a9654521 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0468266 Apr 11 15:37:40.060181 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-311729ec-c976-4faf-a8eb-9d8bad8426c2 req-16c85d70-0852-43b2-ba84-c1098989f380 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Apr 11 15:37:41.173000 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9e81c-574d-4a81-813f-ec5137f619a2 req-da5a6000-1fa5-4acc-88c7-d7fa18d04030 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:41.174475 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-70b9e81c-574d-4a81-813f-ec5137f619a2 req-da5a6000-1fa5-4acc-88c7-d7fa18d04030 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0467482 Apr 11 15:37:41.221852 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-70b9e81c-574d-4a81-813f-ec5137f619a2 req-3dc49fac-4e14-4ef2-9f29-bf8179e69044 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Apr 11 15:37:45.058161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20417bd6-be6f-4cf9-8fce-b722bf240742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:48.350883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35ef223b-e86d-4cf4-8295-83010b29a9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:49.271243 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:50.692965 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:51.257780 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:55.087398 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:58.805088 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:38:15.062741 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0481360c-e599-45e6-afb8-9588203b410d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:18.353174 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d23fbf20-46b3-4456-9b8d-7d74d88516ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:19.273894 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:20.695115 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:21.259681 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:25.094811 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.606452 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40dab5-8116-43d6-bdb3-8130751e9be0 req-a29fe6c7-98cd-43d4-b1a7-6792132202b4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:35.607920 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cb40dab5-8116-43d6-bdb3-8130751e9be0 req-a29fe6c7-98cd-43d4-b1a7-6792132202b4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0483880 Apr 11 15:38:35.662334 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cb40dab5-8116-43d6-bdb3-8130751e9be0 req-c8e0e57b-61e8-495c-b0c5-5f5eadc6df1b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Apr 11 15:38:35.794180 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:38:36.784162 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999aad5-4489-4914-847c-09317927b67e req-7a146271-0990-486e-aa1c-882c1a5a8867 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:36.785609 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e999aad5-4489-4914-847c-09317927b67e req-7a146271-0990-486e-aa1c-882c1a5a8867 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Apr 11 15:38:36.831635 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e999aad5-4489-4914-847c-09317927b67e req-5a21675c-90df-40a3-9d1b-1841b7a6b62a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403140 Apr 11 15:38:37.952459 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb1dfb-300a-4e52-a7a4-5137f11dd31e req-b565ace8-dc70-4c4b-adb5-1e54c82fd692 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:37.953846 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dfcb1dfb-300a-4e52-a7a4-5137f11dd31e req-b565ace8-dc70-4c4b-adb5-1e54c82fd692 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0502586 Apr 11 15:38:38.001281 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dfcb1dfb-300a-4e52-a7a4-5137f11dd31e req-ee1210c1-83f9-491a-b374-2c27190c28a9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Apr 11 15:38:38.342847 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-0a57dbb4-a8eb-43b7-99f1-1dacb3262342 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:38.344298 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-0a57dbb4-a8eb-43b7-99f1-1dacb3262342 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Apr 11 15:38:38.421326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9402-ff9b-4b87-9e47-4852f8b31e65 req-ef677228-c04b-41f5-85d2-f56abb35b018 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:38.422839 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f73a9402-ff9b-4b87-9e47-4852f8b31e65 req-ef677228-c04b-41f5-85d2-f56abb35b018 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0474911 Apr 11 15:38:38.470868 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f73a9402-ff9b-4b87-9e47-4852f8b31e65 req-7c51e85e-cdec-43f7-baa6-43318781399f tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Apr 11 15:38:39.119421 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd73ec-648f-4d52-9a66-560f342fb0d6 req-fde3aeba-04b3-488b-a0ff-1397fa227e2b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:39.120861 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-81cd73ec-648f-4d52-9a66-560f342fb0d6 req-fde3aeba-04b3-488b-a0ff-1397fa227e2b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Apr 11 15:38:39.168515 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-81cd73ec-648f-4d52-9a66-560f342fb0d6 req-6e80eb50-415d-4cea-9c3b-41ea08791ede tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Apr 11 15:38:39.590989 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8cbc-ef65-4fea-a688-7d2ae4882e20 req-c4934315-f610-4cb8-bf4e-dad5737c7094 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:39.592488 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-551b8cbc-ef65-4fea-a688-7d2ae4882e20 req-c4934315-f610-4cb8-bf4e-dad5737c7094 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0485506 Apr 11 15:38:39.642400 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-551b8cbc-ef65-4fea-a688-7d2ae4882e20 req-99c42b63-3ed2-4017-b148-ea78b14a64ca tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Apr 11 15:38:40.047450 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Deleting port f7358c61-5298-432c-9341-35fdd7d5232c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:38:40.048088 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.138799 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] For port f7358c61-5298-432c-9341-35fdd7d5232c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=f7358c61-5298-432c-9341-35fdd7d5232c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:40.139169 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.326613 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602d8ea-f36d-487a-b58f-a3cb5063a93f req-b85a1f1b-394a-4e2f-8fbd-8798a3f093ff tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:40.327985 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7602d8ea-f36d-487a-b58f-a3cb5063a93f req-b85a1f1b-394a-4e2f-8fbd-8798a3f093ff tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 946 time: 0.0843768 Apr 11 15:38:40.354946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.355422 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.355697 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Floating IP a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4 disassociated. External IP: 172.27.1.103, port: f7358c61-5298-432c-9341-35fdd7d5232c. Apr 11 15:38:40.356061 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Calling delete_port for f7358c61-5298-432c-9341-35fdd7d5232c owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:38:40.434919 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-7602d8ea-f36d-487a-b58f-a3cb5063a93f req-912808e2-eccd-4964-82eb-3c7d5897e606 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=7846621c-ea2d-4348-8747-7c09f994a937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008267 Apr 11 15:38:40.515198 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f7358c61-5298-432c-9341-35fdd7d5232c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.544053 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event deleted for resources: {'Port': ['ID=f7358c61-5298-432c-9341-35fdd7d5232c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:40.555462 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.555821 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.556175 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.556519 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.556858 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.557194 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.557530 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.557863 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.558301 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.558529 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.558896 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.559283 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.559555 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.559879 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.560205 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:40.678349 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:38:40.762468 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732ef4b-33a2-46d7-9198-64b68f79b216 req-23cfef8e-5cac-4061-93f4-5ad9ac5bdad8 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:40.764034 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2732ef4b-33a2-46d7-9198-64b68f79b216 req-23cfef8e-5cac-4061-93f4-5ad9ac5bdad8 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0489333 Apr 11 15:38:40.790988 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:38:40.801691 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:38:40.812459 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:38:40.813324 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:38:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:40.815296 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2732ef4b-33a2-46d7-9198-64b68f79b216 req-15a43d07-78c9-4464-a9ad-2ff5d1dcc4be tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Apr 11 15:38:40.839106 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] No DVR routers for this DVR port f7358c61-5298-432c-9341-35fdd7d5232c on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:38:40.841753 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.845979 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-311a2dc1-0985-4d14-a951-f767853c3a3f req-d20beb23-9491-4129-920b-9a32f4765049 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "DELETE /v2.0/ports/f7358c61-5298-432c-9341-35fdd7d5232c HTTP/1.1" status: 204 len: 173 time: 0.8846254 Apr 11 15:38:40.846427 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-deleted', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:40.848743 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1312beb7-bb4b-4575-8c12-8ce1934ff64d" -d '{"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-deleted", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:40.889718 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a108a25-00c0-4023-ae8f-fef473cf459b x-openstack-request-id: req-5a108a25-00c0-4023-ae8f-fef473cf459b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:40.890040 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8694b0f7-bf88-4184-8797-ecf0f6d83b76", "name": "network-vif-deleted", "tag": "f7358c61-5298-432c-9341-35fdd7d5232c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:40.890296 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a108a25-00c0-4023-ae8f-fef473cf459b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:40.890740 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a108a25-00c0-4023-ae8f-fef473cf459b'] response: {'server_uuid': '8694b0f7-bf88-4184-8797-ecf0f6d83b76', 'name': 'network-vif-deleted', 'tag': 'f7358c61-5298-432c-9341-35fdd7d5232c', 'status': 'completed', 'code': 200} Apr 11 15:38:40.937916 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:38:41.074539 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdda140-965e-436a-853a-88afbbb140af req-2d2d258b-8a7a-4813-b757-4027a56b6393 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:41.076036 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0bdda140-965e-436a-853a-88afbbb140af req-2d2d258b-8a7a-4813-b757-4027a56b6393 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 946 time: 0.0589247 Apr 11 15:38:41.184234 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Deleting port 7a1fc4d5-78b4-43f2-b121-de835474c73e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:38:41.184234 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.247550 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:41.274303 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:38:41.282755 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:38:41.283371 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:38:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:41.295189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] For port 7a1fc4d5-78b4-43f2-b121-de835474c73e, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7a1fc4d5-78b4-43f2-b121-de835474c73e,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:41.295563 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.310101 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Calling delete_port for 7a1fc4d5-78b4-43f2-b121-de835474c73e owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:38:41.400628 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:38:41.446684 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (7a1fc4d5-78b4-43f2-b121-de835474c73e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.473163 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Pushing event deleted for resources: {'Port': ['ID=7a1fc4d5-78b4-43f2-b121-de835474c73e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:41.487246 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['7a1fc4d5-78b4-43f2-b121-de835474c73e'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:38:41.519447 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] No DVR routers for this DVR port 7a1fc4d5-78b4-43f2-b121-de835474c73e on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:38:41.521976 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.525473 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0bdda140-965e-436a-853a-88afbbb140af req-7a978b23-e6a8-421f-893a-153c2d6667fd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "DELETE /v2.0/ports/7a1fc4d5-78b4-43f2-b121-de835474c73e HTTP/1.1" status: 204 len: 173 time: 0.4327693 Apr 11 15:38:41.576930 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7739fa69-1564-4149-b916-3fe5f769f4ed req-a616517e-2bcf-4b5f-9452-1b5bb50ba008 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=8694b0f7-bf88-4184-8797-ecf0f6d83b76 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Apr 11 15:38:41.613409 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:41.640226 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bac323-a37d-42ab-bebb-d77c11d56de5 None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:38:41.906884 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec03df5-9f01-4ba5-8c93-546a94e76b16 None None] New status for floating IP a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:38:41.946263 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-551a1ea9-9a89-478b-95be-89c119d948a4 req-07241177-c3a9-4636-b0ee-0d96b83d22db tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Apr 11 15:38:42.317173 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:38:42.338352 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: f7358c61-5298-432c-9341-35fdd7d5232c {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:38:42.338729 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device f7358c61-5298-432c-9341-35fdd7d5232c not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:38:42.664474 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:42.720384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (7846621c-ea2d-4348-8747-7c09f994a937), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:42.747723 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (7846621c-ea2d-4348-8747-7c09f994a937), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:42.794722 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7846621c-ea2d-4348-8747-7c09f994a937), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:42.797308 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:42.798474 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "DELETE /v2.0/security-groups/7846621c-ea2d-4348-8747-7c09f994a937 HTTP/1.1" status: 204 len: 168 time: 0.1327085 Apr 11 15:38:42.801280 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46252) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:42.807446 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846621c-ea2d-4348-8747-7c09f994a937,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:42.814568 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.814957 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.815307 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.815664 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.815988 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.816172 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.api.v2.resource [None req-4a1bc32e-87d9-437a-844a-c4f1a29fa172 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] show failed (client error): The resource could not be found. Apr 11 15:38:42.816341 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.816661 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.816993 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.817252 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4a1bc32e-87d9-437a-844a-c4f1a29fa172 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups/7846621c-ea2d-4348-8747-7c09f994a937 HTTP/1.1" status: 404 len: 347 time: 0.0143657 Apr 11 15:38:42.817370 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.817640 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.817969 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.818297 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.818705 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.819034 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.819821 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e253d4-90af-4665-a053-a8a04f0ee72c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:42.820150 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46254) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:42.897276 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'name': 'network-vif-deleted', 'tag': '7a1fc4d5-78b4-43f2-b121-de835474c73e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:42.899699 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ba23e-bf23-405c-b4ad-3b69d08aef1c" -d '{"events": [{"server_uuid": "c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7", "name": "network-vif-deleted", "tag": "7a1fc4d5-78b4-43f2-b121-de835474c73e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:42.935481 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c5d3ca-41ea-402c-a68b-cdcb8e625d31 x-openstack-request-id: req-92c5d3ca-41ea-402c-a68b-cdcb8e625d31 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:42.935775 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7", "name": "network-vif-deleted", "tag": "7a1fc4d5-78b4-43f2-b121-de835474c73e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:42.936026 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92c5d3ca-41ea-402c-a68b-cdcb8e625d31 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:42.936414 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c5d3ca-41ea-402c-a68b-cdcb8e625d31'] response: {'server_uuid': 'c54d9c7a-2adb-41d1-b9a3-f3115b7c01a7', 'name': 'network-vif-deleted', 'tag': '7a1fc4d5-78b4-43f2-b121-de835474c73e', 'status': 'completed', 'code': 200} Apr 11 15:38:42.947161 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Deleting port cdadaece-0fac-4cea-8186-a77a3c1bb7db {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:38:42.947504 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.031203 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.031532 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (cdadaece-0fac-4cea-8186-a77a3c1bb7db), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.044145 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Calling delete_port for cdadaece-0fac-4cea-8186-a77a3c1bb7db owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:38:43.186564 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (cdadaece-0fac-4cea-8186-a77a3c1bb7db), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.213493 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event deleted for resources: {'Port': ['ID=cdadaece-0fac-4cea-8186-a77a3c1bb7db,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:43.273551 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.276188 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.277344 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-78d6c343-24f7-479f-9faf-1cee4a09ee80 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "DELETE /v2.0/floatingips/a0cbc9d2-2a16-4397-a4d2-35ca7baa77b4 HTTP/1.1" status: 204 len: 168 time: 0.4563091 Apr 11 15:38:43.519121 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46266) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:43.524146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715826656', 'description': 'tempest-description--1108079530'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:43.545694 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.612988 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (e160c184-2616-4e55-8397-df4d4d4ee13a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.616855 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e160c184-2616-4e55-8397-df4d4d4ee13a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.648672 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.649883 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297619 Apr 11 15:38:43.651841 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4018f-48d6-4501-97b3-ca5bdf29904b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e160c184-2616-4e55-8397-df4d4d4ee13a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:43.652907 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:43.658877 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'security_group_rule': {'security_group_id': 'e160c184-2616-4e55-8397-df4d4d4ee13a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:43.685243 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (b906ac4b-dfcd-4ba9-b9cc-299df2004ed9), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.743376 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (b906ac4b-dfcd-4ba9-b9cc-299df2004ed9), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.747154 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (b906ac4b-dfcd-4ba9-b9cc-299df2004ed9), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.764570 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b906ac4b-dfcd-4ba9-b9cc-299df2004ed9,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:43.773684 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.774937 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-d9017716-2dd8-4b09-9f8a-4bb5efe90d4f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200633 Apr 11 15:38:43.777439 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46270) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:43.781686 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'security_group_rule': {'security_group_id': 'e160c184-2616-4e55-8397-df4d4d4ee13a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:43.806321 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (14bc83bd-5e0a-47b8-a844-9d455e9582cd), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.862909 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (14bc83bd-5e0a-47b8-a844-9d455e9582cd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.866702 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540012'] for security_group_rule (14bc83bd-5e0a-47b8-a844-9d455e9582cd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.885400 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bc83bd-5e0a-47b8-a844-9d455e9582cd,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:43.890348 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.891586 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-9a157be7-3584-45c7-b5c5-5e40bacc768a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132419 Apr 11 15:38:43.894531 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46274) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:43.899733 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'floatingip': {'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:43.919339 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.008717 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.117473 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Allocated IP 172.27.1.52 (932ee0fc-1ea7-4aca-875a-b11924d7f1a9/f82087f8-6084-482f-93d8-66acfa6ce4a9/82fca6f5-873e-4b8d-8afe-2656aad100b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:38:44.221675 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.259667 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.298970 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Network 932ee0fc-1ea7-4aca-875a-b11924d7f1a9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:38:44.301722 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:38:44.305596 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:38:44.313658 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'Port': ['ID=82fca6f5-873e-4b8d-8afe-2656aad100b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:44.397814 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (5e9873eb-517a-45c0-99e5-3ebaf59848f2), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.434144 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.840089 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.844699 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.910742 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'Port': ['ID=82fca6f5-873e-4b8d-8afe-2656aad100b6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:44.922384 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (5e9873eb-517a-45c0-99e5-3ebaf59848f2), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.937485 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.938750 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-03de761b-87b0-4299-abf4-3f4fd9baa8e2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0432453 Apr 11 15:38:45.069661 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa35e252-a1bf-4546-adf5-668cd149069f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.088792 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-02a1d517-dfea-40b3-80e1-8dbb4aa2df54 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1715826656&fields=id&tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 267 time: 0.0479195 Apr 11 15:38:45.195957 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-75c675e5-e243-4c5c-b92e-02162ebd7efc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:45.199802 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-75c675e5-e243-4c5c-b92e-02162ebd7efc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 817 time: 0.1026065 Apr 11 15:38:45.219034 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-bba31436-906e-48c5-9180-b8b2996fcbc9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/quotas/c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 375 time: 0.0132327 Apr 11 15:38:45.271191 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-e4aa01d9-10fb-4018-96ec-ae08910d05b2 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469854 Apr 11 15:38:45.407816 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-87fc0c24-d549-4d56-b2f0-82f522d3d57d service neutron] 10.222.0.50 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250029 Apr 11 15:38:45.499918 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-05f13bcb-336a-406a-ac63-05c3843d5891 service neutron] 10.222.0.50 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860562 Apr 11 15:38:45.661722 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-92f4d959-eb3d-409c-8039-d272f21a87dd req-492624e5-1aa3-4581-85b2-38f2003798b4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 210 time: 0.0311999 Apr 11 15:38:46.762044 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8fb39d7f-bf93-41eb-b9b9-f7881227e8f3 req-8f88fd47-5377-408d-b388-0e9e6d555d44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 210 time: 0.0275908 Apr 11 15:38:47.440672 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a1fc4d5-78b4-43f2-b121-de835474c73e no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:38:47.465361 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 7a1fc4d5-78b4-43f2-b121-de835474c73e {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:38:47.465709 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 7a1fc4d5-78b4-43f2-b121-de835474c73e not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:38:47.871434 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-937f06cc-0860-48f6-905a-919235799e4e req-cac77249-24c7-4595-a786-b6fcf6215901 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 210 time: 0.0306458 Apr 11 15:38:48.151076 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-1c16ed76-f24b-419d-b10d-260ff6c572f3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:48.152534 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-1c16ed76-f24b-419d-b10d-260ff6c572f3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 817 time: 0.1070895 Apr 11 15:38:48.230769 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-88fe75ef-c2e5-4486-8f46-a1739a4476e8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 380 time: 0.0622697 Apr 11 15:38:48.335173 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'port': {'device_id': '61702330-946c-4f4e-8971-cb64c3432b7e', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'admin_state_up': True, 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'security_groups': ['e160c184-2616-4e55-8397-df4d4d4ee13a']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:48.358111 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e097948-88d0-4a0d-990f-0d438c5eacec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:48.441240 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Made reservation on behalf of c1f1cc9ee9ea43939d97780271f7b8d0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:38:48.444560 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:48.824021 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Allocated IP 172.20.0.6 (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336/62bc4445-f0c5-4281-a9ca-9977d08c8c2c/2ee980a0-387b-45e4-b47b-08489aa7168c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:38:48.982309 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-8d10223c-3c90-4ee1-ad78-4a5b7fc40425 req-41f1bea6-5300-4e7b-a375-d5e3f116d8e4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 210 time: 0.0360334 Apr 11 15:38:48.986889 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.021336 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.065041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:38:49.068205 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:38:49.072493 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:38:49.099216 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:49.127866 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:49.128635 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.151801 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-627e3d56-cfae-4159-b38b-2f4dc44cdc44 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200908 Apr 11 15:38:49.169751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Request body: {'port': {'device_id': '61702330-946c-4f4e-8971-cb64c3432b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:49.239956 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.292831 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-555c5ec0-8da1-4c0f-8088-b5a9804281ed None None] Provisioning complete for port 2ee980a0-387b-45e4-b47b-08489aa7168c triggered by entity DHCP. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:38:49.293477 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-555c5ec0-8da1-4c0f-8088-b5a9804281ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.296125 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.331674 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-555c5ec0-8da1-4c0f-8088-b5a9804281ed None None] Port 2ee980a0-387b-45e4-b47b-08489aa7168c cannot update to ACTIVE because it is not bound. {{(pid=103328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:38:49.529373 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee980a0-387b-45e4-b47b-08489aa7168c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:38:49.537129 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Publish callbacks [] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.550142 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Transition to ACTIVE for port object 2ee980a0-387b-45e4-b47b-08489aa7168c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:38:49.554809 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.607221 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:49.683232 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Attempting to bind port 2ee980a0-387b-45e4-b47b-08489aa7168c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:38:49.683567 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Attempting to bind port 2ee980a0-387b-45e4-b47b-08489aa7168c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:38:49.684073 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Attempting to bind port 2ee980a0-387b-45e4-b47b-08489aa7168c on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:38:49.688862 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Port 2ee980a0-387b-45e4-b47b-08489aa7168c on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:38:49.689566 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Attempting to bind port 2ee980a0-387b-45e4-b47b-08489aa7168c on network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:38:49.699651 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:38:49.700054 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Checking segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:38:49.700454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Bound using segment: {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:38:49.700974 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Bound port: 2ee980a0-387b-45e4-b47b-08489aa7168c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da2a471-cf37-46bb-9318-ee39fb2a43e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:38:49.701509 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.777259 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:38:49.780256 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:38:49.785431 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29437670'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.821265 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:49.822038 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:49.823450 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] 10.222.0.59 "PUT /v2.0/ports/2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 1093 time: 0.6580837 Apr 11 15:38:49.825708 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:49.828007 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6c9378-6c70-44e4-8a89-b2905cad175b" -d '{"events": [{"name": "network-changed", "server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:49.858705 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96fc0e-080f-48aa-9448-07dc19af989a service neutron] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:49.881516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cfec84-2401-4b34-999c-5553d49d6847 x-openstack-request-id: req-38cfec84-2401-4b34-999c-5553d49d6847 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:49.881805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:49.882083 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38cfec84-2401-4b34-999c-5553d49d6847 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:49.882482 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38cfec84-2401-4b34-999c-5553d49d6847'] response: {'name': 'network-changed', 'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'status': 'completed', 'code': 200} Apr 11 15:38:49.944812 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-961830ca-9dd9-42a7-bf6a-0b3753135bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:49.946467 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-961830ca-9dd9-42a7-bf6a-0b3753135bbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1127 time: 0.0407236 Apr 11 15:38:49.998953 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-eb61e219-05d4-49ab-a16f-5ea7bd83323d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 217 time: 0.0363629 Apr 11 15:38:50.050006 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-ebbc8d58-4c45-4f0c-8ab4-4fa0af6659cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:50.051394 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-ebbc8d58-4c45-4f0c-8ab4-4fa0af6659cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0462997 Apr 11 15:38:50.133889 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e54dda-b515-4b5a-a9cf-246315cc0f59 req-f163500c-f683-44c1-9aa1-7c10cca126f1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:50.135425 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-82e54dda-b515-4b5a-a9cf-246315cc0f59 req-f163500c-f683-44c1-9aa1-7c10cca126f1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0810828 Apr 11 15:38:50.136817 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de925-1f2c-4633-84d8-bb64db05c74e req-6b07570b-21dc-441c-a436-5c0bf23cc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:50.138170 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-6b07570b-21dc-441c-a436-5c0bf23cc2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757043 Apr 11 15:38:50.237764 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-82e54dda-b515-4b5a-a9cf-246315cc0f59 req-025fc100-a0bb-4662-92bd-5f432e5af7f6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967047 Apr 11 15:38:50.262149 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-bfa66eb5-4e6a-49e8-942a-09e588feecc6 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153932 Apr 11 15:38:50.351612 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-708de925-1f2c-4633-84d8-bb64db05c74e req-5e0419c2-e3b5-41b2-ad5e-6b046d89b3cb service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Apr 11 15:38:50.701454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:51.261411 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:51.358236 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07a4c-d233-4ebf-81a7-5ce02e4284aa req-83e10fdb-fcc0-43fc-95be-ebe54abd7103 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:51.359669 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-edb07a4c-d233-4ebf-81a7-5ce02e4284aa req-83e10fdb-fcc0-43fc-95be-ebe54abd7103 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0487037 Apr 11 15:38:51.409425 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-edb07a4c-d233-4ebf-81a7-5ce02e4284aa req-b97c017b-bc12-4877-b4e8-93baf6ba42e3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Apr 11 15:38:52.530530 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd129123-9476-4bc0-9e5f-15b8fdc08e4c req-c63f4be5-68a5-429d-8190-7b9c85a22918 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:52.532006 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd129123-9476-4bc0-9e5f-15b8fdc08e4c req-c63f4be5-68a5-429d-8190-7b9c85a22918 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0508454 Apr 11 15:38:52.577469 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fd129123-9476-4bc0-9e5f-15b8fdc08e4c req-74d79861-12dd-443c-adc5-ff0f62968a29 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Apr 11 15:38:53.693293 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca522e-0083-46e6-ac00-a290142ea30c req-52669a82-2175-446d-bf2d-b6f67d5cfec6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:53.694931 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1cca522e-0083-46e6-ac00-a290142ea30c req-52669a82-2175-446d-bf2d-b6f67d5cfec6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0467851 Apr 11 15:38:53.746531 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1cca522e-0083-46e6-ac00-a290142ea30c req-8e4560ea-d9dd-4f47-81eb-32a6b1513860 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 Apr 11 15:38:54.872502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684488f8-870b-4507-890f-7cba8da3a4ab req-06e6f9b1-83bd-42f8-ab31-60648ad9f857 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:54.874036 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-684488f8-870b-4507-890f-7cba8da3a4ab req-06e6f9b1-83bd-42f8-ab31-60648ad9f857 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0567169 Apr 11 15:38:54.937748 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-684488f8-870b-4507-890f-7cba8da3a4ab req-fd720eb3-cb75-439b-a868-78be7cb831b9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562475 Apr 11 15:38:55.097096 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:56.062966 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e890a-464e-407e-838d-d866deb3b06b req-6f35e9a4-6430-4512-8201-2bf0ae14158e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:56.064480 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b05e890a-464e-407e-838d-d866deb3b06b req-6f35e9a4-6430-4512-8201-2bf0ae14158e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0547073 Apr 11 15:38:56.083655 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-35fe4a4a-903b-489d-aef8-fba0b7b105ca tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:56.085649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-35fe4a4a-903b-489d-aef8-fba0b7b105ca tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/networks?id=631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 200 len: 814 time: 0.1029177 Apr 11 15:38:56.100859 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-a77733dd-bf64-4d2d-92b9-b2a05cde1f2b tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/quotas/ce22ee612bd54cc08c97e96e9ec7a394 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Apr 11 15:38:56.123966 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b05e890a-464e-407e-838d-d866deb3b06b req-ed2c2348-a314-48e0-bfbd-82dcfb18f853 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530550 Apr 11 15:38:56.137376 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-838bb13f-7eac-4b8d-bccd-d3d0ed3082bd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308223 Apr 11 15:38:56.231105 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-05be5317-a764-48c4-916e-ce0da26c1149 service neutron] 10.222.0.50 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867374 Apr 11 15:38:56.326521 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-6b9bc583-5a89-44ff-9366-db8123bb6acb service neutron] 10.222.0.50 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897985 Apr 11 15:38:56.481891 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-3a267d7c-e44d-46d4-9456-f2c5dc849074 req-2294ca57-2aee-49d1-94d1-2db798ee50d5 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Apr 11 15:38:56.993946 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-37ac2b89-0e00-4657-ac98-2ab9b296d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:56.995589 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-37ac2b89-0e00-4657-ac98-2ab9b296d0d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1127 time: 0.0400786 Apr 11 15:38:57.094293 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-09509794-61ad-437f-b44a-a87ef44352a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:57.095824 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-09509794-61ad-437f-b44a-a87ef44352a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0938230 Apr 11 15:38:57.139285 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-fece4883-a3ee-4d3d-910d-388519778e38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 217 time: 0.0361955 Apr 11 15:38:57.190426 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-a2232583-435b-4ecd-88a7-9f1ad376d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:57.191991 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-a2232583-435b-4ecd-88a7-9f1ad376d12c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0456033 Apr 11 15:38:57.245870 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538717-9b44-4885-a1e3-60a073198d5f req-c2d56488-86b0-4397-bf3e-237ecafa6595 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:57.247387 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-df538717-9b44-4885-a1e3-60a073198d5f req-c2d56488-86b0-4397-bf3e-237ecafa6595 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0488474 Apr 11 15:38:57.294211 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-df538717-9b44-4885-a1e3-60a073198d5f req-4ea18563-0a5b-47ae-a1ee-cec2ddfaafa9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Apr 11 15:38:57.478163 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-e2eb461d-0812-4570-9df5-a693a2d3c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:57.479690 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-e2eb461d-0812-4570-9df5-a693a2d3c197 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430615 Apr 11 15:38:57.584880 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-be15b88a-a8cf-4d4c-94ec-27f4ec5d3809 req-65413f28-c6ef-4c77-8558-e05da83d3573 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 210 time: 0.0312777 Apr 11 15:38:57.601598 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-e922ca9e-e8da-4d65-ab30-c9065a7ae5b1 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143861 Apr 11 15:38:57.672911 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-616263b0-ef5b-4dc3-892a-6037409a74ce tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:57.674544 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-616263b0-ef5b-4dc3-892a-6037409a74ce tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "GET /v2.0/networks?id=631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 200 len: 814 time: 0.1139100 Apr 11 15:38:57.696279 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Request body: {'port': {'device_id': '7121632c-a704-466a-899b-9ff45a4da216', 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193', 'admin_state_up': True, 'tenant_id': 'ce22ee612bd54cc08c97e96e9ec7a394'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:57.709159 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9d6c9378-6c70-44e4-8a89-b2905cad175b req-081ce36e-0a71-4b87-a026-7f2e5f093978 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005452 Apr 11 15:38:57.807425 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Made reservation on behalf of ce22ee612bd54cc08c97e96e9ec7a394 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:38:57.810715 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:57.939013 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Allocated IP 172.20.0.12 (631c949e-ff0d-4c4e-9dfb-725b67e80193/f2bb44ab-1123-4a76-9164-6fc47a140450/d0c568c8-e8a0-455c-871a-ce4a7ae65c5a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:38:58.111713 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks [] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.145950 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751013088552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.173984 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:38:58.191989 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Network 631c949e-ff0d-4c4e-9dfb-725b67e80193 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:38:58.197592 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:38:58.204879 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:38:58.208911 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Pushing event updated for resources: {'Port': ['ID=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:58.263292 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:58.264242 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.287584 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-33c6376e-f1e6-4a66-b86b-9db1efe353f7 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959952 Apr 11 15:38:58.306555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.v2.base [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Request body: {'port': {'device_id': '7121632c-a704-466a-899b-9ff45a4da216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:58.384930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.407243 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:58.418537 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'mac_address': 'fa:16:3e:11:2d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:38:58.447646 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a0a48-04a0-4851-81a9-fc32d59be40a req-5b2f7b86-ad03-4a9e-b40f-2f74e700e23f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:58.449047 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f11a0a48-04a0-4851-81a9-fc32d59be40a req-5b2f7b86-ad03-4a9e-b40f-2f74e700e23f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0766983 Apr 11 15:38:58.456449 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:38:58.456846 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.469975 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee980a0-387b-45e4-b47b-08489aa7168c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:38:58.489736 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:58.494853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.544379 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:58.551422 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.551775 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.552128 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.552471 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.552809 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.553161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.553474 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.553802 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.554132 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.554463 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.555408 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.555744 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.556073 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.556394 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.556718 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:58.572777 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-f11a0a48-04a0-4851-81a9-fc32d59be40a req-8532dfd6-9bca-4e21-b91e-2fefe4d3c0ad tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176157 Apr 11 15:38:58.708725 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5718c-57f0-4a3c-9a0a-ad475bbf6be7 req-6144442d-d472-4ea1-a06a-b2b08da69341 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:58.710570 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bef5718c-57f0-4a3c-9a0a-ad475bbf6be7 req-6144442d-d472-4ea1-a06a-b2b08da69341 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 932 time: 0.0485599 Apr 11 15:38:58.730101 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c568c8-e8a0-455c-871a-ce4a7ae65c5a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:38:58.737726 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Publish callbacks [] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.750872 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Transition to ACTIVE for port object d0c568c8-e8a0-455c-871a-ce4a7ae65c5a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:38:58.757301 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.762797 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bef5718c-57f0-4a3c-9a0a-ad475bbf6be7 req-24224102-9672-4433-b4c5-94443ebd2eab tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Apr 11 15:38:58.811556 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:58.883148 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Attempting to bind port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:38:58.883553 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Attempting to bind port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:38:58.883800 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Attempting to bind port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a on network 631c949e-ff0d-4c4e-9dfb-725b67e80193 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:38:58.888153 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a on network 631c949e-ff0d-4c4e-9dfb-725b67e80193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:38:58.888479 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Attempting to bind port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a on network 631c949e-ff0d-4c4e-9dfb-725b67e80193 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:38:58.893357 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Checking agent: {'id': '3fceebff-f7a4-4c2d-a200-b96697be7cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'started_at': datetime.datetime(2022, 4, 11, 15, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:38:58.893695 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Checking segment: {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:38:58.894083 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Bound using segment: {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:38:58.894510 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Bound port: d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d73c3b-0010-41b5-9f4b-79ba4ca4f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:38:58.894897 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:58.902504 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['2ee980a0-387b-45e4-b47b-08489aa7168c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:38:58.962991 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] For port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host hv-cinder-83548, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:38:58.965906 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] For port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:38:58.972339 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30937617'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:59.006361 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:59.007018 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:59.008625 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] 10.222.0.59 "PUT /v2.0/ports/d0c568c8-e8a0-455c-871a-ce4a7ae65c5a HTTP/1.1" status: 200 len: 1094 time: 0.7065701 Apr 11 15:38:59.011304 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121632c-a704-466a-899b-9ff45a4da216', 'tag': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:59.013271 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a247e-ed89-47d3-8b42-66d72d7be13c" -d '{"events": [{"name": "network-changed", "server_uuid": "7121632c-a704-466a-899b-9ff45a4da216", "tag": "d0c568c8-e8a0-455c-871a-ce4a7ae65c5a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:59.041258 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fdb45-1f11-4d93-94c2-8e97ba7a0c36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:59.117404 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-ed0ff7ae-0349-4d6c-bded-d8b9d8772615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:59.119907 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-ed0ff7ae-0349-4d6c-bded-d8b9d8772615 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 1128 time: 0.0449035 Apr 11 15:38:59.178887 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-63fcd2ef-08e9-4692-8291-44ff89f252d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a HTTP/1.1" status: 200 len: 217 time: 0.0405936 Apr 11 15:38:59.188286 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d2d19-ae68-4cf5-ae0b-c5754cf7f687 x-openstack-request-id: req-da8d2d19-ae68-4cf5-ae0b-c5754cf7f687 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:59.188584 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7121632c-a704-466a-899b-9ff45a4da216", "tag": "d0c568c8-e8a0-455c-871a-ce4a7ae65c5a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:59.188838 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da8d2d19-ae68-4cf5-ae0b-c5754cf7f687 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:59.189265 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8d2d19-ae68-4cf5-ae0b-c5754cf7f687'] response: {'name': 'network-changed', 'server_uuid': '7121632c-a704-466a-899b-9ff45a4da216', 'tag': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a', 'status': 'completed', 'code': 200} Apr 11 15:38:59.233674 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565b37-91e9-464b-9b93-8cec33746013 req-3b29a613-0263-4540-93a0-8e4ec4e85a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:59.235078 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-3b29a613-0263-4540-93a0-8e4ec4e85a85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2bb44ab-1123-4a76-9164-6fc47a140450 HTTP/1.1" status: 200 len: 854 time: 0.0487568 Apr 11 15:38:59.267494 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-35320acf-ae68-4dd0-9394-7e5fe1cb6b8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=631c949e-ff0d-4c4e-9dfb-725b67e80193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259945 Apr 11 15:38:59.367721 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-fcd43ac6-d473-46aa-9f48-eaa89b9645ab service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914657 Apr 11 15:38:59.460130 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a1565b37-91e9-464b-9b93-8cec33746013 req-2077a776-b12d-420b-ab78-76a1ae020c65 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855947 Apr 11 15:38:59.699435 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a231af-8abe-41ec-928e-2a51036c18d6 req-fa69e976-9a8a-4979-86b7-3270c787c676 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:59.700927 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-60a231af-8abe-41ec-928e-2a51036c18d6 req-fa69e976-9a8a-4979-86b7-3270c787c676 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 944 time: 0.0523651 Apr 11 15:38:59.747169 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-60a231af-8abe-41ec-928e-2a51036c18d6 req-3162c70b-b049-488c-9f92-82cc1773435a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406566 Apr 11 15:38:59.878056 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebebb7-ed07-4dd2-a50a-580dd1893db5 req-737c2889-6447-4aa5-972c-349a6d1b4f2e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:59.879479 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-16ebebb7-ed07-4dd2-a50a-580dd1893db5 req-737c2889-6447-4aa5-972c-349a6d1b4f2e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 944 time: 0.0467491 Apr 11 15:38:59.931081 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-16ebebb7-ed07-4dd2-a50a-580dd1893db5 req-c0cb0abe-7bd2-4141-9916-1f7b34543af6 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 Apr 11 15:39:00.155326 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:39:00.201692 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port 2ee980a0-387b-45e4-b47b-08489aa7168c completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:39:00.207508 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 2ee980a0-387b-45e4-b47b-08489aa7168c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:39:00.207854 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:00.283705 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:39:00.284092 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:00.307429 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:00.309639 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2482816a-91b5-4811-93c0-c1379ab1ff9a" -d '{"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:00.322895 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:00.327085 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:00.353783 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c34c0b-ed76-4382-a161-ee63c6612ddc x-openstack-request-id: req-d4c34c0b-ed76-4382-a161-ee63c6612ddc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:00.354123 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:00.354316 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4c34c0b-ed76-4382-a161-ee63c6612ddc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:00.354735 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c34c0b-ed76-4382-a161-ee63c6612ddc'] response: {'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'code': 200} Apr 11 15:39:00.381067 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:00.864394 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dead25-6231-40a2-9955-c373ca802c7a req-17ed1e99-ba89-401e-86f7-542d2497d20d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:00.865894 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-56dead25-6231-40a2-9955-c373ca802c7a req-17ed1e99-ba89-401e-86f7-542d2497d20d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0490401 Apr 11 15:39:00.913796 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-56dead25-6231-40a2-9955-c373ca802c7a req-d9a45584-5e7a-4769-a8c1-6a9678ccef08 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414553 Apr 11 15:39:01.047261 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace7fc8-103b-4fcd-a8cf-d23ac5a0eeef req-d46f7824-4c79-4ab1-8811-f7af21f45ffb tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:01.048713 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bace7fc8-103b-4fcd-a8cf-d23ac5a0eeef req-d46f7824-4c79-4ab1-8811-f7af21f45ffb tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 944 time: 0.0463524 Apr 11 15:39:01.094763 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-bace7fc8-103b-4fcd-a8cf-d23ac5a0eeef req-332529e9-e503-43a3-b68a-29fae9c0149e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Apr 11 15:39:02.032082 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773627-2d7f-4366-9460-e9a44d3248bb req-26566f73-bf53-49a5-88be-fe88faf7bc48 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:02.033564 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23773627-2d7f-4366-9460-e9a44d3248bb req-26566f73-bf53-49a5-88be-fe88faf7bc48 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0497243 Apr 11 15:39:02.080341 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-23773627-2d7f-4366-9460-e9a44d3248bb req-515268de-5550-4d3d-b5d3-c7cc3d54f476 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Apr 11 15:39:02.152595 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device d0c568c8-e8a0-455c-871a-ce4a7ae65c5a details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:39:02.189601 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-cc062fee-27d0-4be8-81ce-4d4a56428c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:02.191698 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-cc062fee-27d0-4be8-81ce-4d4a56428c89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 1128 time: 0.0505898 Apr 11 15:39:02.219570 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918c912-244a-4d93-b0eb-9fdc5039eea7 req-a1232ac6-cc6e-4d94-935d-f23e32923e1e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:02.221084 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d918c912-244a-4d93-b0eb-9fdc5039eea7 req-a1232ac6-cc6e-4d94-935d-f23e32923e1e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 944 time: 0.0568366 Apr 11 15:39:02.274670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:02.275066 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d918c912-244a-4d93-b0eb-9fdc5039eea7 req-c77e4e09-89bf-4099-9ae5-aed301d905eb tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Apr 11 15:39:02.286046 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a', 'network_id': '631c949e-ff0d-4c4e-9dfb-725b67e80193', 'port_id': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a', 'mac_address': 'fa:16:3e:61:5c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bb44ab-1123-4a76-9164-6fc47a140450', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:39:02.327951 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:39:02.328486 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:02.346186 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c568c8-e8a0-455c-871a-ce4a7ae65c5a {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:39:02.371091 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:02.375016 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:02.423870 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:02.572729 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-2a841430-3519-437e-a356-94bfc851a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:02.574234 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-2a841430-3519-437e-a356-94bfc851a8ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 200 len: 915 time: 0.0933225 Apr 11 15:39:02.666493 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00b20-86d3-4564-80d9-c9969efd1314 req-a98cb7d7-2fbe-43f4-a711-02d2af9ea384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:02.668037 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-18f00b20-86d3-4564-80d9-c9969efd1314 req-a98cb7d7-2fbe-43f4-a711-02d2af9ea384 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1129 time: 0.0396001 Apr 11 15:39:02.672335 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-81dba87c-6abf-4702-8225-a3d85cf4b58d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a HTTP/1.1" status: 200 len: 217 time: 0.0438311 Apr 11 15:39:02.849000 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['d0c568c8-e8a0-455c-871a-ce4a7ae65c5a'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:39:02.916369 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-18f00b20-86d3-4564-80d9-c9969efd1314 req-7a704208-2e3e-42e7-9861-9010f58549d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Apr 11 15:39:02.922391 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-0af7064c-1956-47a5-8115-edc0cd16fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:02.923905 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-0af7064c-1956-47a5-8115-edc0cd16fabe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2bb44ab-1123-4a76-9164-6fc47a140450 HTTP/1.1" status: 200 len: 854 time: 0.0464096 Apr 11 15:39:03.200922 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06409-1e35-419a-ae4f-20eb00e6abee req-4e50005e-47b5-4633-9266-e4c4d1a50d3a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:03.202416 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6b06409-1e35-419a-ae4f-20eb00e6abee req-4e50005e-47b5-4633-9266-e4c4d1a50d3a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0480261 Apr 11 15:39:03.250289 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c6b06409-1e35-419a-ae4f-20eb00e6abee req-41f22bda-66dd-43aa-b411-07d213194cb0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Apr 11 15:39:03.385906 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6206fe-02bb-4194-9d25-bd31a0655743 req-613ae966-3d2d-46fd-a583-1fc058344723 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:03.387348 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4a6206fe-02bb-4194-9d25-bd31a0655743 req-613ae966-3d2d-46fd-a583-1fc058344723 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 945 time: 0.0462747 Apr 11 15:39:03.430404 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-1bb4076a-9069-47e8-a970-cf227d79b71f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=631c949e-ff0d-4c4e-9dfb-725b67e80193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294704 Apr 11 15:39:03.435436 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4a6206fe-02bb-4194-9d25-bd31a0655743 req-31806c7f-1a58-4575-b154-1d1f71473b10 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Apr 11 15:39:03.521028 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-9e8260ae-3379-48df-a60f-47a3b0fa4703 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Apr 11 15:39:04.169772 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device d0c568c8-e8a0-455c-871a-ce4a7ae65c5a up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:39:04.174290 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ed6a247e-ed89-47d3-8b42-66d72d7be13c req-75b8f32a-2b9e-4b7a-930e-52d3f6e02022 service neutron] 10.222.0.59 "GET /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887415 Apr 11 15:39:04.216398 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning for port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a completed by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:39:04.222250 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:39:04.222683 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:04.305986 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:39:04.306380 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:04.329393 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121632c-a704-466a-899b-9ff45a4da216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:04.331616 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4603e0-2340-4db2-a688-f3015fb595fc" -d '{"events": [{"server_uuid": "7121632c-a704-466a-899b-9ff45a4da216", "name": "network-vif-plugged", "status": "completed", "tag": "d0c568c8-e8a0-455c-871a-ce4a7ae65c5a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:04.345262 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:04.350883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:04.375444 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e75724-b1aa-4d51-afc9-536b370742e8 x-openstack-request-id: req-13e75724-b1aa-4d51-afc9-536b370742e8 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:04.375728 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7121632c-a704-466a-899b-9ff45a4da216", "name": "network-vif-plugged", "status": "completed", "tag": "d0c568c8-e8a0-455c-871a-ce4a7ae65c5a", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:04.375971 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13e75724-b1aa-4d51-afc9-536b370742e8 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:04.376357 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e75724-b1aa-4d51-afc9-536b370742e8'] response: {'server_uuid': '7121632c-a704-466a-899b-9ff45a4da216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a', 'code': 200} Apr 11 15:39:04.379338 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550f09-f581-44c8-9e64-89bad47d8846 req-6cb36e0b-3588-405e-9206-cfd2230a55b0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:04.380765 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bd550f09-f581-44c8-9e64-89bad47d8846 req-6cb36e0b-3588-405e-9206-cfd2230a55b0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0505791 Apr 11 15:39:04.403402 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,revision_number=5']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:04.430564 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-bd550f09-f581-44c8-9e64-89bad47d8846 req-844e1623-503f-40b5-a2e7-75ce86d30706 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Apr 11 15:39:04.552009 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dfba1-f898-4f00-a329-2c8286cf91d2 req-5124027d-2cea-402f-b16e-5b517a6b90d0 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:04.553719 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-531dfba1-f898-4f00-a329-2c8286cf91d2 req-5124027d-2cea-402f-b16e-5b517a6b90d0 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0517571 Apr 11 15:39:04.606644 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-531dfba1-f898-4f00-a329-2c8286cf91d2 req-8232f749-8792-4de8-bd8c-686c2c9c9dd8 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Apr 11 15:39:05.173468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab90dc-b832-490a-a006-63ca6cd22981 req-c9f75ef0-b80a-48ca-a02e-b0e28b2c9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:05.174118 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-a9ba9e0f-7296-40d9-8c38-ef74af8d7796 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404859 Apr 11 15:39:05.174982 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32ab90dc-b832-490a-a006-63ca6cd22981 req-c9f75ef0-b80a-48ca-a02e-b0e28b2c9b3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 1130 time: 0.0394793 Apr 11 15:39:05.244287 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-32ab90dc-b832-490a-a006-63ca6cd22981 req-fb44ee0c-6c36-4319-9d09-dae90b7eb82d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Apr 11 15:39:05.274844 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-fd1852ca-728c-462b-9d9d-1cbdb59e7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:05.276362 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-fd1852ca-728c-462b-9d9d-1cbdb59e7eef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1130 time: 0.0430405 Apr 11 15:39:05.547190 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627479-6f77-401b-b553-ff33f88df8ca req-6e606cf6-9e9d-449d-9327-eaef648239f3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:05.548710 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ba627479-6f77-401b-b553-ff33f88df8ca req-6e606cf6-9e9d-449d-9327-eaef648239f3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0466821 Apr 11 15:39:05.595654 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-ba627479-6f77-401b-b553-ff33f88df8ca req-c9252cd6-f6db-4d69-b831-7e38de800e76 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Apr 11 15:39:05.710326 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b0892-415c-42d2-a4b7-e3fd4b36a505 req-2c48a41f-1539-46db-ba34-5e8a2be0e34d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:05.713331 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-c67b0892-415c-42d2-a4b7-e3fd4b36a505 req-2c48a41f-1539-46db-ba34-5e8a2be0e34d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0508244 Apr 11 15:39:05.721180 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:05.725774 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Request body: {'floatingip': {'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:39:05.767828 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (5e9873eb-517a-45c0-99e5-3ebaf59848f2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:05.775048 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132f75e-aef1-4c39-9867-3bb7df8cf94f req-7da26fd2-ed86-4a59-962a-cd445322a29a tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:05.776547 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3132f75e-aef1-4c39-9867-3bb7df8cf94f req-7da26fd2-ed86-4a59-962a-cd445322a29a tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0994108 Apr 11 15:39:05.838158 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-1f4fe71d-35a0-44c0-9438-f99d06dc2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:05.840430 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-1f4fe71d-35a0-44c0-9438-f99d06dc2f48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.1612811 Apr 11 15:39:05.847896 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3132f75e-aef1-4c39-9867-3bb7df8cf94f req-a9dd037a-ea6b-49ce-bebe-fc789039aacd tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639403 Apr 11 15:39:06.211057 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:06.217526 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (5e9873eb-517a-45c0-99e5-3ebaf59848f2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:06.279778 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-b8b394ed-def4-4013-ae65-a4bd5890b59d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 1002 time: 0.0694709 Apr 11 15:39:06.335527 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-0bf395a7-aaf6-449e-ad37-570ca4969110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:06.335792 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.db.l3_db [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Floating IP 5e9873eb-517a-45c0-99e5-3ebaf59848f2 associated. External IP: 172.27.1.52, port: 2ee980a0-387b-45e4-b47b-08489aa7168c. Apr 11 15:39:06.337252 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-0bf395a7-aaf6-449e-ad37-570ca4969110 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0446181 Apr 11 15:39:06.381260 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-fe38cbd5-5dcf-4978-8b72-1978d9dd0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:06.382861 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-fe38cbd5-5dcf-4978-8b72-1978d9dd0ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396731 Apr 11 15:39:06.478261 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-434400a7-a19d-42e3-9fa6-8c0568f4412b service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870187 Apr 11 15:39:06.560060 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:06.571038 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-6ac49e4b-6967-488c-ba9c-5af60dc5de05 req-514d40b4-89b1-4776-8640-ec33920e9a24 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Apr 11 15:39:06.674919 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:06.679791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:06.685577 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:06.695206 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:06.695840 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:38:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:06.807645 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:06.998160 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-cfe68f66-c328-492f-8488-fc89c165e4c7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "PUT /v2.0/floatingips/5e9873eb-517a-45c0-99e5-3ebaf59848f2 HTTP/1.1" status: 200 len: 990 time: 1.2757728 Apr 11 15:39:07.000735 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:07.003065 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3788d0-0f3c-4b90-93d9-bf555df597f5" -d '{"events": [{"name": "network-changed", "server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:07.013848 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d719b-a710-4e66-b17b-45e00781d145 req-233eede7-b434-497d-a9c7-58793ca2956c tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:07.015457 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-775d719b-a710-4e66-b17b-45e00781d145 req-233eede7-b434-497d-a9c7-58793ca2956c tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0588794 Apr 11 15:39:07.040989 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '5e9873eb-517a-45c0-99e5-3ebaf59848f2', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'mac_address': 'fa:16:3e:11:2d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61702330-946c-4f4e-8971-cb64c3432b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:38:44Z', 'updated_at': '2022-04-11T15:39:06Z', 'revision_number': 1, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:07.051056 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e664badd-5114-4f6e-a655-619600ad677e x-openstack-request-id: req-e664badd-5114-4f6e-a655-619600ad677e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:07.051348 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:07.051603 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e664badd-5114-4f6e-a655-619600ad677e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:07.052000 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e664badd-5114-4f6e-a655-619600ad677e'] response: {'name': 'network-changed', 'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'status': 'completed', 'code': 200} Apr 11 15:39:07.066513 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-775d719b-a710-4e66-b17b-45e00781d145 req-fd03dd55-f7ad-4985-9041-019e56e664b5 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454602 Apr 11 15:39:07.068218 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:07.077484 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:07.078106 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:38:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:07.192238 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:07.280013 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-3e2da982-2495-42a1-9d98-79d1358f9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:07.282457 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-3e2da982-2495-42a1-9d98-79d1358f9f97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1129 time: 0.0599196 Apr 11 15:39:07.379257 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-44ab5b23-75cc-4e43-89fe-dda8322482ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:07.380808 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-44ab5b23-75cc-4e43-89fe-dda8322482ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0911853 Apr 11 15:39:07.433769 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '5e9873eb-517a-45c0-99e5-3ebaf59848f2', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'mac_address': 'fa:16:3e:11:2d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61702330-946c-4f4e-8971-cb64c3432b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:38:44Z', 'updated_at': '2022-04-11T15:39:06Z', 'revision_number': 1, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:07.446158 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-0642b2e9-b6d5-4c57-8009-3ddaa95fb2dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 998 time: 0.0584545 Apr 11 15:39:07.459345 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987399b8-cea8-4f77-b601-b0ccc6e26ba1 None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '5e9873eb-517a-45c0-99e5-3ebaf59848f2', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'mac_address': 'fa:16:3e:11:2d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61702330-946c-4f4e-8971-cb64c3432b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:38:44Z', 'updated_at': '2022-04-11T15:39:06Z', 'revision_number': 1, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:07.503633 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-d36cd891-5255-4f1b-b74c-a621e5b3cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:07.505161 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-d36cd891-5255-4f1b-b74c-a621e5b3cdd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0526137 Apr 11 15:39:07.553060 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-9179d743-0256-43a4-a403-126e31a60d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:07.554642 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-9179d743-0256-43a4-a403-126e31a60d07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438242 Apr 11 15:39:07.653855 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-4a42e387-9ae0-4237-9d49-1112d833c445 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891988 Apr 11 15:39:07.691421 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f73ee59-ccd9-4e70-9ed8-025e9b004d88 None None] New status for floating IP 5e9873eb-517a-45c0-99e5-3ebaf59848f2: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:39:07.757582 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a3788d0-0f3c-4b90-93d9-bf555df597f5 req-797c0666-4c55-4179-890f-b86217b73c7d service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972104 Apr 11 15:39:08.181453 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4830-ebcb-4997-944c-606709d68313 req-34428978-2b92-43b4-83c3-ede5e8dee5ea tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:08.182947 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1ccc4830-ebcb-4997-944c-606709d68313 req-34428978-2b92-43b4-83c3-ede5e8dee5ea tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0471723 Apr 11 15:39:08.228875 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1ccc4830-ebcb-4997-944c-606709d68313 req-a970926f-5e46-4951-86f7-13483baef988 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Apr 11 15:39:12.792843 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:39:15.063096 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3041-bf16-4c01-9aa7-5088d7def31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:18.359894 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9a5a0d9-2382-41f8-be5e-d6a2dcf5a4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:19.279754 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:20.707291 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:21.264416 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:25.115582 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:29.448997 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46516) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:29.600685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Deleting port 074a08b0-f306-456f-932d-45fa7dbdd582 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:29.601021 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (074a08b0-f306-456f-932d-45fa7dbdd582), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:29.675779 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (074a08b0-f306-456f-932d-45fa7dbdd582), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:29.676100 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (074a08b0-f306-456f-932d-45fa7dbdd582), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:29.688625 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Calling delete_port for 074a08b0-f306-456f-932d-45fa7dbdd582 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:29.841092 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (074a08b0-f306-456f-932d-45fa7dbdd582), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:29.867373 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'Port': ['ID=074a08b0-f306-456f-932d-45fa7dbdd582,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:29.928743 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (f24cf8fd-441e-46ed-9222-d15de4009504), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:29.929069 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Floating IP f24cf8fd-441e-46ed-9222-d15de4009504 disassociated (deleted). External IP: 172.27.1.251, port: 99eb47d7-1e48-46d9-8c1a-0050d753c4c9. Apr 11 15:39:30.430055 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:30.542851 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:30.547709 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:30.552650 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:30.563801 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:30.564446 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:30.578649 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-032dce27-47f4-4947-980e-233d643034d6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "DELETE /v2.0/floatingips/f24cf8fd-441e-46ed-9222-d15de4009504 HTTP/1.1" status: 204 len: 168 time: 1.1286309 Apr 11 15:39:30.579241 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:30.581501 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:30.621593 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe2b5b8-4990-4e91-ab49-738ad71a0124 x-openstack-request-id: req-8fe2b5b8-4990-4e91-ab49-738ad71a0124 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:30.621888 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:30.622150 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fe2b5b8-4990-4e91-ab49-738ad71a0124 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:30.622564 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe2b5b8-4990-4e91-ab49-738ad71a0124'] response: {'name': 'network-changed', 'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'status': 'completed', 'code': 200} Apr 11 15:39:30.687173 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:30.734656 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-2048bc28-21ef-4444-93b5-8b2940f80a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:30.736286 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-2048bc28-21ef-4444-93b5-8b2940f80a64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 1130 time: 0.0566955 Apr 11 15:39:30.845693 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c651a6-d77e-408f-8a97-4658a91cb1f4 req-aa52dd8b-1cac-482b-a687-7de23b9fc444 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:30.847407 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39c651a6-d77e-408f-8a97-4658a91cb1f4 req-aa52dd8b-1cac-482b-a687-7de23b9fc444 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0531268 Apr 11 15:39:30.903585 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-39c651a6-d77e-408f-8a97-4658a91cb1f4 req-f0843bd3-e943-4c5f-b643-970b531f5f7c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480676 Apr 11 15:39:31.039889 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:05Z', 'revision_number': 1, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:31.069714 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:31.078716 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:31.079331 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:31.187083 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:31.395321 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:05Z', 'revision_number': 1, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:31.423980 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31834fb5-369d-488a-981a-c3080f0238ad None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_floatingips': [{'id': '24b333b3-f64b-4e97-b895-b2bf924cb005', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'router_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'port_id': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'mac_address': 'fa:16:3e:b6:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:03Z', 'updated_at': '2022-04-11T15:34:05Z', 'revision_number': 1, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:31.648288 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2843ab9-1ba9-4c8e-9b67-8196806ff808 None None] New status for floating IP f24cf8fd-441e-46ed-9222-d15de4009504: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:39:32.072444 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da3385-a7bd-4ca1-8a9e-0e6f24cf1975 req-53d2f25c-da4e-4638-a8a2-6859b2e02e1c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:32.074375 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b8da3385-a7bd-4ca1-8a9e-0e6f24cf1975 req-53d2f25c-da4e-4638-a8a2-6859b2e02e1c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0470929 Apr 11 15:39:32.125024 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b8da3385-a7bd-4ca1-8a9e-0e6f24cf1975 req-fd43911f-c2a2-4cfb-9662-a23caae0f07c tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450032 Apr 11 15:39:32.254012 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-0384ada1-126e-4593-b636-20e7fc778015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:32.255545 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-0384ada1-126e-4593-b636-20e7fc778015 service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.0987859 Apr 11 15:39:33.097172 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-f0c6ec6e-9d38-4d5f-be32-9578af5162b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9 HTTP/1.1" status: 200 len: 217 time: 0.0361400 Apr 11 15:39:33.242608 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb9-9238-4380-936b-19a459408be3 req-43fcf4ea-740c-43f7-a370-b912744bf6ae tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:33.244103 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a2ee2fb9-9238-4380-936b-19a459408be3 req-43fcf4ea-740c-43f7-a370-b912744bf6ae tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0497582 Apr 11 15:39:33.294205 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a2ee2fb9-9238-4380-936b-19a459408be3 req-16f1df95-4f89-4ae4-a640-6312bb350e19 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442810 Apr 11 15:39:33.742634 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-d49bdf32-4188-4a5e-845a-40573649ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:33.744121 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-d49bdf32-4188-4a5e-845a-40573649ff5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0505834 Apr 11 15:39:33.788281 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-340679ba-78af-44ec-8425-08d720db65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:33.789760 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-340679ba-78af-44ec-8425-08d720db65a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391850 Apr 11 15:39:33.889210 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-6cc40eba-88bc-4fe0-b1b4-e20c803ca987 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Apr 11 15:39:33.999582 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-89146a4e-5f13-41a9-8cfa-78141895c9a7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:34.001118 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-89146a4e-5f13-41a9-8cfa-78141895c9a7 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 946 time: 0.0491459 Apr 11 15:39:34.046825 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-dbb3efbd-bb5a-42fd-9385-feb1b34d55ba req-b3813545-fa53-4d03-80a6-8f5fbabb5cf0 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951829 Apr 11 15:39:34.092898 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Deleting port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:34.093235 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:34.181092 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] For port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:34.181450 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:34.199913 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Calling delete_port for 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:34.341249 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (99eb47d7-1e48-46d9-8c1a-0050d753c4c9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:34.379828 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'Port': ['ID=99eb47d7-1e48-46d9-8c1a-0050d753c4c9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:34.420913 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-2b8a5b57-f208-40c4-8b98-a651e735d6ea req-033cd85e-5788-4e1f-83e1-4b306ceb60cd tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e6ad28d-757d-4b30-a557-814ff51fb504 HTTP/1.1" status: 200 len: 210 time: 0.0526521 Apr 11 15:39:34.441484 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] No DVR routers for this DVR port 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:34.444051 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:34.447426 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-b428652c-0a44-4c25-bce0-9a6741f8ff99 req-1b2e1ba4-0938-4b04-99a6-67841c8b2943 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "DELETE /v2.0/ports/99eb47d7-1e48-46d9-8c1a-0050d753c4c9 HTTP/1.1" status: 204 len: 173 time: 0.4409409 Apr 11 15:39:34.447866 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'name': 'network-vif-deleted', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:34.450111 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18382869-66c5-4bc2-ae1c-f8adeff7e01b" -d '{"events": [{"server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "name": "network-vif-deleted", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:34.490429 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0466a-58b1-406c-95b8-3c40060c13bb x-openstack-request-id: req-7bb0466a-58b1-406c-95b8-3c40060c13bb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:34.490810 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ad28d-757d-4b30-a557-814ff51fb504", "name": "network-vif-deleted", "tag": "99eb47d7-1e48-46d9-8c1a-0050d753c4c9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:34.491016 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bb0466a-58b1-406c-95b8-3c40060c13bb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:34.491425 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb0466a-58b1-406c-95b8-3c40060c13bb'] response: {'server_uuid': '9e6ad28d-757d-4b30-a557-814ff51fb504', 'name': 'network-vif-deleted', 'tag': '99eb47d7-1e48-46d9-8c1a-0050d753c4c9', 'status': 'completed', 'code': 200} Apr 11 15:39:35.533020 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fda1-0fed-48b5-b026-c9fdbada100e req-dbe85e80-b501-4e2d-b70a-9e95ca84eaff tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:35.534553 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fc19fda1-0fed-48b5-b026-c9fdbada100e req-dbe85e80-b501-4e2d-b70a-9e95ca84eaff tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0499692 Apr 11 15:39:35.584667 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fc19fda1-0fed-48b5-b026-c9fdbada100e req-6ca36acd-ba7f-40b2-9084-ef8fa0740382 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442457 Apr 11 15:39:36.701750 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd580-fe63-4941-8de5-78a638ce208d req-dafd6dc8-efd0-40d7-808e-1f3c692a7397 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:36.703320 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe0fd580-fe63-4941-8de5-78a638ce208d req-dafd6dc8-efd0-40d7-808e-1f3c692a7397 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0483563 Apr 11 15:39:36.753035 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-fe0fd580-fe63-4941-8de5-78a638ce208d req-62744fc1-4997-4190-a7c8-25f2c884eac2 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Apr 11 15:39:37.702302 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46578) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:37.893001 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91628c36-ed2c-4768-b0eb-3e3c9e17df1d req-f6fd9a89-397f-475d-b441-3ee7413f4662 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:37.894499 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-91628c36-ed2c-4768-b0eb-3e3c9e17df1d req-f6fd9a89-397f-475d-b441-3ee7413f4662 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0733678 Apr 11 15:39:37.899838 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Deleting port 9c4db1c8-7895-4fdb-9af6-43a2957630d4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:37.900191 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.000834 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-91628c36-ed2c-4768-b0eb-3e3c9e17df1d req-982ea667-c549-4f56-b1da-866261488394 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/security-groups?id=7cc3a023-6063-49a3-b0df-3484ebbf2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982742 Apr 11 15:39:38.013184 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.013515 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (9c4db1c8-7895-4fdb-9af6-43a2957630d4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.027364 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Calling delete_port for 9c4db1c8-7895-4fdb-9af6-43a2957630d4 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:38.123030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2a89004e-5c93-4c05-a2d2-2218adaba0e4 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:38.124497 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2a89004e-5c93-4c05-a2d2-2218adaba0e4 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 946 time: 0.0504527 Apr 11 15:39:38.178797 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (9c4db1c8-7895-4fdb-9af6-43a2957630d4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.205657 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'Port': ['ID=9c4db1c8-7895-4fdb-9af6-43a2957630d4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:38.227932 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Deleting port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:38.229034 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.269378 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (24b333b3-f64b-4e97-b895-b2bf924cb005), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.269636 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Floating IP 24b333b3-f64b-4e97-b895-b2bf924cb005 disassociated (deleted). External IP: 172.27.1.232, port: c55810f0-9a78-4f29-acb3-db7183cfd65b. Apr 11 15:39:38.300300 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:38.320716 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:38.321206 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 99eb47d7-1e48-46d9-8c1a-0050d753c4c9 not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:38.335151 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] For port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,segment=NetworkSegment(98d73c3b-0010-41b5-9f4b-79ba4ca4f467),segment_id=98d73c3b-0010-41b5-9f4b-79ba4ca4f467)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:38.335513 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.354848 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Calling delete_port for d0c568c8-e8a0-455c-871a-ce4a7ae65c5a owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:38.482851 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (d0c568c8-e8a0-455c-871a-ce4a7ae65c5a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.493259 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:38.517895 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Pushing event deleted for resources: {'Port': ['ID=d0c568c8-e8a0-455c-871a-ce4a7ae65c5a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:38.527895 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['d0c568c8-e8a0-455c-871a-ce4a7ae65c5a'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:39:38.562088 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] No DVR routers for this DVR port d0c568c8-e8a0-455c-871a-ce4a7ae65c5a on host hv-cinder-83548 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:38.564576 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.567995 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da68e8c0-e38c-4dc8-8cc5-88191afe2c5f req-2dadcb56-e005-41d8-a446-689009d2b42e tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.59 "DELETE /v2.0/ports/d0c568c8-e8a0-455c-871a-ce4a7ae65c5a HTTP/1.1" status: 204 len: 173 time: 0.4341965 Apr 11 15:39:38.568491 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121632c-a704-466a-899b-9ff45a4da216', 'name': 'network-vif-deleted', 'tag': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:38.570789 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5202539b786e64453a34bcd5e60ffac4727e2d885f96786f61024353176c1e23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc5881-c348-4d86-a6da-083af46fcde3" -d '{"events": [{"server_uuid": "7121632c-a704-466a-899b-9ff45a4da216", "name": "network-vif-deleted", "tag": "d0c568c8-e8a0-455c-871a-ce4a7ae65c5a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:38.612327 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497a3ba8-fe97-4704-b415-bc78d843fd3f x-openstack-request-id: req-497a3ba8-fe97-4704-b415-bc78d843fd3f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:38.612619 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7121632c-a704-466a-899b-9ff45a4da216", "name": "network-vif-deleted", "tag": "d0c568c8-e8a0-455c-871a-ce4a7ae65c5a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:38.612873 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-497a3ba8-fe97-4704-b415-bc78d843fd3f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:38.613274 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497a3ba8-fe97-4704-b415-bc78d843fd3f'] response: {'server_uuid': '7121632c-a704-466a-899b-9ff45a4da216', 'name': 'network-vif-deleted', 'tag': 'd0c568c8-e8a0-455c-871a-ce4a7ae65c5a', 'status': 'completed', 'code': 200} Apr 11 15:39:38.618387 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:38.623306 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:38.628521 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:38.641485 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:38.642117 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:38.656310 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-abea9cbc-cc4c-451e-8a55-503ed06009fa tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "DELETE /v2.0/floatingips/24b333b3-f64b-4e97-b895-b2bf924cb005 HTTP/1.1" status: 204 len: 168 time: 0.9528639 Apr 11 15:39:38.656999 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:38.659387 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:38.706709 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e0f82-daab-4203-939f-06c956043929 x-openstack-request-id: req-e07e0f82-daab-4203-939f-06c956043929 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:38.707290 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:38.707290 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e07e0f82-daab-4203-939f-06c956043929 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:38.707732 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07e0f82-daab-4203-939f-06c956043929'] response: {'name': 'network-changed', 'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'status': 'completed', 'code': 200} Apr 11 15:39:38.790314 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:38.826922 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-e1d63adc-f281-491c-9d4d-15a692a519bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:38.828498 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-e1d63adc-f281-491c-9d4d-15a692a519bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 1130 time: 0.0442810 Apr 11 15:39:38.908805 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd800c-c22a-4c5a-8e6d-a11f8b23c19a req-625e2b48-5654-4734-9745-e46a25004cf6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:38.910398 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dccd800c-c22a-4c5a-8e6d-a11f8b23c19a req-625e2b48-5654-4734-9745-e46a25004cf6 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0509887 Apr 11 15:39:38.959276 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-dccd800c-c22a-4c5a-8e6d-a11f8b23c19a req-d84e8ba4-a4c4-454f-8d0f-d830908e204d tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430925 Apr 11 15:39:38.989157 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:39.019899 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:39.028999 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:39.029610 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:39.111761 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-8a1a8b90-e8bc-4492-9d18-23b08f7856f5 req-7f1cee4b-ecc3-432c-bee4-742c7e6c06b0 tempest-VolumesSnapshotTestJSON-1424931912 tempest-VolumesSnapshotTestJSON-1424931912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7121632c-a704-466a-899b-9ff45a4da216 HTTP/1.1" status: 200 len: 210 time: 0.0314434 Apr 11 15:39:39.140717 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:39.326990 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:39.352872 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06efc41a-f4f3-40de-b4aa-4968e72f56f8 None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:29:03Z', 'revision_number': 4, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': '4ea943f0-8885-44c9-a3f6-e5cedbd44ffc', 'name': '', 'network_id': '399ef17c-dfcd-4e5c-930e-322d1e6edf2b', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'mac_address': 'fa:16:3e:43:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:03Z', 'updated_at': '2022-04-11T15:29:10Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'subnets': [{'id': '12c2095f-7e2b-4b3d-985d-0bde5f78e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:39.502066 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-c970f764-a938-44fb-a1e9-cf02b276927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:39.503585 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-c970f764-a938-44fb-a1e9-cf02b276927b service neutron] 10.222.0.59 "GET /v2.0/networks?id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 200 len: 913 time: 0.0922115 Apr 11 15:39:39.555005 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-903249c9-b954-45bc-9ec3-69c980cde937 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 200 len: 217 time: 0.0418739 Apr 11 15:39:39.576773 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5102ffe1-ed00-4d0d-9f19-a927062f00c1 None None] New status for floating IP 24b333b3-f64b-4e97-b895-b2bf924cb005: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:39:39.746452 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-fa2374ca-dfbf-4e4a-bc87-33c92d3d8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:39.747954 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-fa2374ca-dfbf-4e4a-bc87-33c92d3d8fcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 200 len: 851 time: 0.0468986 Apr 11 15:39:39.796326 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-c12f9a78-0f9d-468d-bff8-7b1d2bd171f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:39.797831 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-c12f9a78-0f9d-468d-bff8-7b1d2bd171f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=399ef17c-dfcd-4e5c-930e-322d1e6edf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396240 Apr 11 15:39:39.908586 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-a0c17c3e-3d55-4b24-a35c-4b9263b9877e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:39.910044 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-a0c17c3e-3d55-4b24-a35c-4b9263b9877e tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0533915 Apr 11 15:39:39.953272 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-d58bde1f-98ed-46c9-a48f-94fb0ff669c7 service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973146 Apr 11 15:39:40.001353 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Deleting port c55810f0-9a78-4f29-acb3-db7183cfd65b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:40.001710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:40.085020 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f681f3ce-9f8c-4b8d-9406-40cbdade2f45 req-bf7af1a4-f317-4341-8686-8369913a4cbb service neutron] 10.222.0.59 "GET /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238849 Apr 11 15:39:40.102841 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] For port c55810f0-9a78-4f29-acb3-db7183cfd65b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c55810f0-9a78-4f29-acb3-db7183cfd65b,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:40.103449 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:40.103601 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c263-91de-4369-af64-6b50a52523d6 req-03534c84-9b93-4565-82f2-fe877615ca58 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:40.105553 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-12b4c263-91de-4369-af64-6b50a52523d6 req-03534c84-9b93-4565-82f2-fe877615ca58 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 946 time: 0.0603232 Apr 11 15:39:40.125475 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Calling delete_port for c55810f0-9a78-4f29-acb3-db7183cfd65b owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:40.181053 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-12b4c263-91de-4369-af64-6b50a52523d6 req-ac292e93-eedc-46e1-abea-2eafc8c04496 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca7e2dfa-797a-4998-bf8a-c050418d3e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693185 Apr 11 15:39:40.286942 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (c55810f0-9a78-4f29-acb3-db7183cfd65b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:40.327645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'Port': ['ID=c55810f0-9a78-4f29-acb3-db7183cfd65b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:40.379629 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] No DVR routers for this DVR port c55810f0-9a78-4f29-acb3-db7183cfd65b on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:40.382413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:40.385410 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-88267388-ee9d-4433-a0e9-cb07cc253b43 req-69a10f2c-593e-40f8-a918-005cf08dd093 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.59 "DELETE /v2.0/ports/c55810f0-9a78-4f29-acb3-db7183cfd65b HTTP/1.1" status: 204 len: 173 time: 0.4695623 Apr 11 15:39:40.709329 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'name': 'network-vif-deleted', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:40.712189 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16465b9-bc71-4eb3-a42c-0a9294f4993b" -d '{"events": [{"server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "name": "network-vif-deleted", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:40.753407 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1771051d-636b-4206-a9ef-27e487987222 x-openstack-request-id: req-1771051d-636b-4206-a9ef-27e487987222 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:40.753804 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4ef0f8-b56e-40e4-96f1-2520e4cf338f", "name": "network-vif-deleted", "tag": "c55810f0-9a78-4f29-acb3-db7183cfd65b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:40.754150 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1771051d-636b-4206-a9ef-27e487987222 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:40.754780 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1771051d-636b-4206-a9ef-27e487987222'] response: {'server_uuid': 'ba4ef0f8-b56e-40e4-96f1-2520e4cf338f', 'name': 'network-vif-deleted', 'tag': 'c55810f0-9a78-4f29-acb3-db7183cfd65b', 'status': 'completed', 'code': 200} Apr 11 15:39:41.289833 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-451f6835-6356-443e-b99e-55cc47826bad req-f410c087-4a7f-4fd6-97bf-ff2c375d6e98 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba4ef0f8-b56e-40e4-96f1-2520e4cf338f HTTP/1.1" status: 200 len: 210 time: 0.0289705 Apr 11 15:39:42.348857 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46614) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:42.375747 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device d0c568c8-e8a0-455c-871a-ce4a7ae65c5a no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:42.396442 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: d0c568c8-e8a0-455c-871a-ce4a7ae65c5a {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:42.396790 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device d0c568c8-e8a0-455c-871a-ce4a7ae65c5a not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:42.465884 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Deleting port b7d6c97d-1ab3-4613-a409-53141aada4c3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:42.466308 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.544603 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.544930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (b7d6c97d-1ab3-4613-a409-53141aada4c3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.556987 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Calling delete_port for b7d6c97d-1ab3-4613-a409-53141aada4c3 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:42.686108 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (b7d6c97d-1ab3-4613-a409-53141aada4c3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.714958 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'Port': ['ID=b7d6c97d-1ab3-4613-a409-53141aada4c3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:42.779652 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for floatingip (b0e30a31-7b62-45e9-8be2-0fefa91f91ec), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.782197 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.783398 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-fda7cf34-61bf-4239-bc1d-636a2b429932 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "DELETE /v2.0/floatingips/b0e30a31-7b62-45e9-8be2-0fefa91f91ec HTTP/1.1" status: 204 len: 168 time: 0.4335697 Apr 11 15:39:44.384631 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c55810f0-9a78-4f29-acb3-db7183cfd65b no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:44.404534 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: c55810f0-9a78-4f29-acb3-db7183cfd65b {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:44.404873 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device c55810f0-9a78-4f29-acb3-db7183cfd65b not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:45.065157 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1d86862-52e9-4473-9e1b-8d4ee88350cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:47.122497 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:47.185382 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group (ca7e2dfa-797a-4998-bf8a-c050418d3e7f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:47.211461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group (ca7e2dfa-797a-4998-bf8a-c050418d3e7f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:47.273907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (ca7e2dfa-797a-4998-bf8a-c050418d3e7f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:47.276510 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:47.277909 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] 10.222.0.50 "DELETE /v2.0/security-groups/ca7e2dfa-797a-4998-bf8a-c050418d3e7f HTTP/1.1" status: 204 len: 168 time: 0.1541152 Apr 11 15:39:47.287443 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e2dfa-797a-4998-bf8a-c050418d3e7f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:47.294832 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.295184 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.295534 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.295880 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.296219 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.296551 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.296885 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.297607 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.297607 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.297886 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.298223 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.298479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.298841 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.299232 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.299526 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1670d17-4a6c-4f0f-92c6-133248255809 tempest-TestVolumeBootPattern-1528237207 tempest-TestVolumeBootPattern-1528237207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:47.344935 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:47.724113 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (336bb4ac-a11f-4b56-b6f3-d74c38b58321), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:47.958977 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Deleting port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:47.959362 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.037747 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] For port 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:48.038111 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.054280 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Calling delete_port for 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:48.238997 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (4ea943f0-8885-44c9-a3f6-e5cedbd44ffc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.288735 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea943f0-8885-44c9-a3f6-e5cedbd44ffc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:48.369629 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e95f-3dab-40ff-8cc6-cdc7bc6f586e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.446984 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (336bb4ac-a11f-4b56-b6f3-d74c38b58321), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.681297 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:48.790018 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:48.798659 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c1875a2c-834e-4cd6-81a5-45aaa8296f30 admin admin] 10.222.0.50 "PUT /v2.0/routers/336bb4ac-a11f-4b56-b6f3-d74c38b58321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519019 Apr 11 15:39:48.801645 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46666) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:48.803447 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] Sync routers for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:48.814284 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:48.814973 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:48.908154 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks [] for router (336bb4ac-a11f-4b56-b6f3-d74c38b58321), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.016013 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks [] for router_gateway (336bb4ac-a11f-4b56-b6f3-d74c38b58321), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.017311 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:49.060038 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Deleting port f6d0652a-87f3-482b-acb3-19f4e56ff9ac {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:49.060369 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.142238 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] For port f6d0652a-87f3-482b-acb3-19f4e56ff9ac, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:49.142709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.156743 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Calling delete_port for f6d0652a-87f3-482b-acb3-19f4e56ff9ac owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:49.191107 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:39:48Z', 'revision_number': 5, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port': {'id': 'f6d0652a-87f3-482b-acb3-19f4e56ff9ac', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:01Z', 'updated_at': '2022-04-11T15:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:49.217690 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] Checking router: 336bb4ac-a11f-4b56-b6f3-d74c38b58321 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:49.226039 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] Routers {'336bb4ac-a11f-4b56-b6f3-d74c38b58321'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:49.226684 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:49.283031 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.322251 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] Set router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:49.353416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f6d0652a-87f3-482b-acb3-19f4e56ff9ac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.381521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d0652a-87f3-482b-acb3-19f4e56ff9ac,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:49.382143 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:39:49Z', 'revision_number': 6, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:49.410835 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f8c57-3326-4f5d-9eae-43599abd6872 None None] The sync data for ids ['336bb4ac-a11f-4b56-b6f3-d74c38b58321'] in dv-cinder-835483-2-iscsi is: [{'id': '336bb4ac-a11f-4b56-b6f3-d74c38b58321', 'name': 'tempest-TestVolumeBootPattern-1593829512-router', 'tenant_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:00Z', 'updated_at': '2022-04-11T15:39:49Z', 'revision_number': 6, 'project_id': 'e7b3580d69fb473b92c6d076b45bdc2b', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:49.470427 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (336bb4ac-a11f-4b56-b6f3-d74c38b58321), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.576451 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (336bb4ac-a11f-4b56-b6f3-d74c38b58321), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.579227 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks [] for router_controller (336bb4ac-a11f-4b56-b6f3-d74c38b58321), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.794908 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:39:49.905669 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (336bb4ac-a11f-4b56-b6f3-d74c38b58321), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.906244 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336bb4ac-a11f-4b56-b6f3-d74c38b58321 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:39:49.912521 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:49.913798 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-397a205a-eb67-46b8-ae67-c995f1c3d2c3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/336bb4ac-a11f-4b56-b6f3-d74c38b58321 HTTP/1.1" status: 204 len: 168 time: 1.1109893 Apr 11 15:39:49.916582 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46676) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:49.970652 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Deleting subnet 12c2095f-7e2b-4b3d-985d-0bde5f78e7fe {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:39:49.973844 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Publish callbacks [] for subnet (12c2095f-7e2b-4b3d-985d-0bde5f78e7fe), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.012294 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (12c2095f-7e2b-4b3d-985d-0bde5f78e7fe), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.107489 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (12c2095f-7e2b-4b3d-985d-0bde5f78e7fe), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.168744 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (12c2095f-7e2b-4b3d-985d-0bde5f78e7fe), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.204910 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c2095f-7e2b-4b3d-985d-0bde5f78e7fe,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:50.210056 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.215675 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852aa96d-e67c-4e01-bbc2-746c0aef3a53 None None] Network 399ef17c-dfcd-4e5c-930e-322d1e6edf2b requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:39:50.216226 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/12c2095f-7e2b-4b3d-985d-0bde5f78e7fe HTTP/1.1" status: 204 len: 168 time: 0.2983201 Apr 11 15:39:50.216674 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46678) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:50.221692 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.222046 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.222388 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.222749 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.223128 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.223403 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.223724 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.224046 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.224369 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.224690 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.225017 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.225336 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.225655 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.225974 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.226288 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1424da13-57f2-467d-bc7b-046125ace6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:50.286639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (399ef17c-dfcd-4e5c-930e-322d1e6edf2b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.341114 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Deleting port db0e8563-2bc1-4263-82a2-a7480a01921e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:50.341452 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.384200 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] DHCP port deletion for 399ef17c-dfcd-4e5c-930e-322d1e6edf2b request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:39:50.419565 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] For port db0e8563-2bc1-4263-82a2-a7480a01921e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db0e8563-2bc1-4263-82a2-a7480a01921e,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:50.420139 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.431221 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] Deleting port db0e8563-2bc1-4263-82a2-a7480a01921e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:50.431603 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.435098 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Calling delete_port for db0e8563-2bc1-4263-82a2-a7480a01921e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:50.499815 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] For port db0e8563-2bc1-4263-82a2-a7480a01921e, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=db0e8563-2bc1-4263-82a2-a7480a01921e,segment=NetworkSegment(a89cc9ca-028a-4566-b2b2-4b1eff04178e),segment_id=a89cc9ca-028a-4566-b2b2-4b1eff04178e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:50.500344 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.515610 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] Calling delete_port for db0e8563-2bc1-4263-82a2-a7480a01921e owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:50.533311 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.560612 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Pushing event deleted for resources: {'Port': ['ID=db0e8563-2bc1-4263-82a2-a7480a01921e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:50.564245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] No DVR routers for this DVR port db0e8563-2bc1-4263-82a2-a7480a01921e on host dv-cinder-835483-2-iscsi {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:50.601288 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (db0e8563-2bc1-4263-82a2-a7480a01921e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.625624 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] Pushing event deleted for resources: {'Port': ['ID=db0e8563-2bc1-4263-82a2-a7480a01921e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:50.629031 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d416c3-cfc7-4f20-8204-2c02146b8f58 None None] No DVR routers for this DVR port db0e8563-2bc1-4263-82a2-a7480a01921e on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:50.643655 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (399ef17c-dfcd-4e5c-930e-322d1e6edf2b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.666108 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399ef17c-dfcd-4e5c-930e-322d1e6edf2b']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:50.676243 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89cc9ca-028a-4566-b2b2-4b1eff04178e') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:50.676546 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89cc9ca-028a-4566-b2b2-4b1eff04178e') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:50.686253 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (a89cc9ca-028a-4566-b2b2-4b1eff04178e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.701588 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (a89cc9ca-028a-4566-b2b2-4b1eff04178e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.708420 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.708977 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:39:50.709438 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (a89cc9ca-028a-4566-b2b2-4b1eff04178e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:39:50.711284 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:39:50.765370 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (399ef17c-dfcd-4e5c-930e-322d1e6edf2b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.771608 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:50.778164 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] 10.222.0.50 "DELETE /v2.0/networks/399ef17c-dfcd-4e5c-930e-322d1e6edf2b HTTP/1.1" status: 204 len: 168 time: 0.5571706 Apr 11 15:39:50.778484 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:50.793246 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a21b8-7783-4082-a68c-f99c54f7e89e admin admin] Pushing event deleted for resources: {'Network': ['ID=399ef17c-dfcd-4e5c-930e-322d1e6edf2b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:51.130669 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (35c073e7-63bf-4467-9c7a-bf9ddab8581d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:51.161341 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db0e8563-2bc1-4263-82a2-a7480a01921e no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:51.181699 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: db0e8563-2bc1-4263-82a2-a7480a01921e {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:51.182038 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device db0e8563-2bc1-4263-82a2-a7480a01921e not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:51.182449 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f6d0652a-87f3-482b-acb3-19f4e56ff9ac no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:51.204485 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: f6d0652a-87f3-482b-acb3-19f4e56ff9ac {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:51.204824 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f6d0652a-87f3-482b-acb3-19f4e56ff9ac not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:51.205236 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:51.224781 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:51.225620 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 4ea943f0-8885-44c9-a3f6-e5cedbd44ffc not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:51.267223 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:51.376288 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Deleting port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:51.376541 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:51.454307 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] For port c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,segment=NetworkSegment(8d15a026-f969-4d45-8e9b-20994e645fe5),segment_id=8d15a026-f969-4d45-8e9b-20994e645fe5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:51.455032 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:51.467942 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Calling delete_port for c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:51.653218 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:51.687304 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:51.858003 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (35c073e7-63bf-4467-9c7a-bf9ddab8581d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.077897 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Router 35c073e7-63bf-4467-9c7a-bf9ddab8581d has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:52.189410 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:52.195239 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ca7f882a-dd62-4af1-b900-9f9ec88a43a4 admin admin] 10.222.0.50 "PUT /v2.0/routers/35c073e7-63bf-4467-9c7a-bf9ddab8581d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150615 Apr 11 15:39:52.197051 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:52.200026 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] Sync routers for ids ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'] in dv-cinder-835483-2-iscsi {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:52.211339 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] Routers {'35c073e7-63bf-4467-9c7a-bf9ddab8581d'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:52.211883 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:52.318856 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks [] for router (35c073e7-63bf-4467-9c7a-bf9ddab8581d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.438552 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks [] for router_gateway (35c073e7-63bf-4467-9c7a-bf9ddab8581d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.453956 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] Set router 35c073e7-63bf-4467-9c7a-bf9ddab8581d gateway port host: dv-cinder-835483-2-iscsi {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:52.485320 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Deleting port fea69d7b-7bc2-4950-96e7-68cf35a9e5db {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:52.485936 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.563276 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] For port fea69d7b-7bc2-4950-96e7-68cf35a9e5db, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:52.563640 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.577544 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Calling delete_port for fea69d7b-7bc2-4950-96e7-68cf35a9e5db owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:52.624707 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:39:51Z', 'revision_number': 5, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port': {'id': 'fea69d7b-7bc2-4950-96e7-68cf35a9e5db', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:29:08Z', 'updated_at': '2022-04-11T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:52.656048 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] Checking router: 35c073e7-63bf-4467-9c7a-bf9ddab8581d for host: dv-cinder-835483-2-iscsi {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:52.664360 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] Routers {'35c073e7-63bf-4467-9c7a-bf9ddab8581d'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:52.664968 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:39:48Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:52.756511 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (fea69d7b-7bc2-4950-96e7-68cf35a9e5db), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.759376 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] Set router 35c073e7-63bf-4467-9c7a-bf9ddab8581d gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:52.783833 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fea69d7b-7bc2-4950-96e7-68cf35a9e5db,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:52.814284 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:39:52Z', 'revision_number': 6, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:52.843817 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (35c073e7-63bf-4467-9c7a-bf9ddab8581d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.846424 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb91cec-e732-455d-a70e-bcad7d1531a3 None None] The sync data for ids ['35c073e7-63bf-4467-9c7a-bf9ddab8581d'] in dv-cinder-835483-2-iscsi is: [{'id': '35c073e7-63bf-4467-9c7a-bf9ddab8581d', 'name': 'tempest-TestVolumeBootPattern-1456438297-router', 'tenant_id': '3a199fcb983d4062a2cb58f49437beab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:29:07Z', 'updated_at': '2022-04-11T15:39:52Z', 'revision_number': 6, 'project_id': '3a199fcb983d4062a2cb58f49437beab', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:52.938197 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (35c073e7-63bf-4467-9c7a-bf9ddab8581d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.940361 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks [] for router_controller (35c073e7-63bf-4467-9c7a-bf9ddab8581d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.988760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (35c073e7-63bf-4467-9c7a-bf9ddab8581d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.989385 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c073e7-63bf-4467-9c7a-bf9ddab8581d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:39:52.995560 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:52.995560 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a6fb5d4a-90e5-4642-b84a-ab4c5a0e99dd admin admin] 10.222.0.50 "DELETE /v2.0/routers/35c073e7-63bf-4467-9c7a-bf9ddab8581d HTTP/1.1" status: 204 len: 168 time: 0.7962708 Apr 11 15:39:52.998123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46694) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:53.042796 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Deleting subnet 6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:39:53.045977 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Publish callbacks [] for subnet (6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.079872 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.160791 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.220164 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.248881 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:53.253189 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.259341 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-4e4536d3-bfb1-4895-83be-436e013be454 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6f94bcf3-f346-4f70-ba3b-c2a8f3a98c6a HTTP/1.1" status: 204 len: 168 time: 0.2601538 Apr 11 15:39:53.259478 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:53.264255 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1652d-3e5b-480f-85e6-66e57ee76b85 None None] Network c02b9f77-0a96-4ae5-a621-50c64f5e709a requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:39:53.357603 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (c02b9f77-0a96-4ae5-a621-50c64f5e709a), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.402730 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Deleting port 97661658-452b-4098-84d0-ac46bd6fbc02 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:53.403071 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.464256 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] For port 97661658-452b-4098-84d0-ac46bd6fbc02, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=97661658-452b-4098-84d0-ac46bd6fbc02,segment=NetworkSegment(8d15a026-f969-4d45-8e9b-20994e645fe5),segment_id=8d15a026-f969-4d45-8e9b-20994e645fe5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:53.464659 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.482266 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Calling delete_port for 97661658-452b-4098-84d0-ac46bd6fbc02 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:53.560644 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (97661658-452b-4098-84d0-ac46bd6fbc02), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.585710 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=97661658-452b-4098-84d0-ac46bd6fbc02,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:53.589551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] No DVR routers for this DVR port 97661658-452b-4098-84d0-ac46bd6fbc02 on host dv-cinder-835483-2-iscsi {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:53.651128 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e881ab-e397-4673-a9bc-8698781c26e2 None None] DHCP port deletion for c02b9f77-0a96-4ae5-a621-50c64f5e709a request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:39:53.671528 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (c02b9f77-0a96-4ae5-a621-50c64f5e709a), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.687127 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:53.694017 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02b9f77-0a96-4ae5-a621-50c64f5e709a']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:53.705212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d15a026-f969-4d45-8e9b-20994e645fe5') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:53.705509 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d15a026-f969-4d45-8e9b-20994e645fe5') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:53.711144 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:53.711726 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device c4833dcf-7fcb-4eeb-9f68-4111b8e22ee6 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:53.716704 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30938162'] for segment (8d15a026-f969-4d45-8e9b-20994e645fe5), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.731309 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (8d15a026-f969-4d45-8e9b-20994e645fe5), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.737769 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:39:53.738208 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30937805'] for segment (8d15a026-f969-4d45-8e9b-20994e645fe5), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: Traceback (most recent call last): Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: timer() Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: cb(*args, **kw) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: return func(*args, **kwargs) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: self._notify() Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: self.callback(batched_events) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: event.method(event) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: return f(self, *a, **k) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._get(url).json() Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: return self.request(url, 'GET', **kwargs) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:39:53.749131 dv-cinder-835483-2-iscsi neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:39:53.799693 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (c02b9f77-0a96-4ae5-a621-50c64f5e709a), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.804802 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.808077 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c02b9f77-0a96-4ae5-a621-50c64f5e709a HTTP/1.1" status: 204 len: 168 time: 0.5476813 Apr 11 15:39:53.820657 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c513e3a-2575-462b-b9c4-edaa34224b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02b9f77-0a96-4ae5-a621-50c64f5e709a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:53.941523 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46700) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:53.982652 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-f0b711af-30b3-4e10-8e55-269f7b3c5484 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7b3580d69fb473b92c6d076b45bdc2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398901 Apr 11 15:39:53.985043 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46702) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:54.034922 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63131304-94bb-47af-80d2-a7c0309c40e6 admin admin] Publish callbacks [] for security_group (063f4d6c-895f-4fb1-bf44-938de5eb7e91), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.055879 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63131304-94bb-47af-80d2-a7c0309c40e6 admin admin] Publish callbacks [] for security_group (063f4d6c-895f-4fb1-bf44-938de5eb7e91), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.103132 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63131304-94bb-47af-80d2-a7c0309c40e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (063f4d6c-895f-4fb1-bf44-938de5eb7e91), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.106230 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63131304-94bb-47af-80d2-a7c0309c40e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.107473 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-63131304-94bb-47af-80d2-a7c0309c40e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/063f4d6c-895f-4fb1-bf44-938de5eb7e91 HTTP/1.1" status: 204 len: 168 time: 0.1215420 Apr 11 15:39:54.115211 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63131304-94bb-47af-80d2-a7c0309c40e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063f4d6c-895f-4fb1-bf44-938de5eb7e91,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:54.443509 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46710) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:54.483592 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-44ecff88-1377-4419-a4bf-2d8904bf3273 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a199fcb983d4062a2cb58f49437beab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389073 Apr 11 15:39:54.485964 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46712) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:54.536069 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d835e59-31b1-4223-97e2-4ba108608796 admin admin] Publish callbacks [] for security_group (a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.557084 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d835e59-31b1-4223-97e2-4ba108608796 admin admin] Publish callbacks [] for security_group (a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.603177 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d835e59-31b1-4223-97e2-4ba108608796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.606144 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d835e59-31b1-4223-97e2-4ba108608796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.607337 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-6d835e59-31b1-4223-97e2-4ba108608796 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f HTTP/1.1" status: 204 len: 168 time: 0.1204863 Apr 11 15:39:54.615139 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d835e59-31b1-4223-97e2-4ba108608796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b09b33-7d6e-4b1f-bc6c-6f8609efdf1f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:55.122188 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.156388 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device fea69d7b-7bc2-4950-96e7-68cf35a9e5db no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:55.177662 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: fea69d7b-7bc2-4950-96e7-68cf35a9e5db {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:55.178011 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device fea69d7b-7bc2-4950-96e7-68cf35a9e5db not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:55.178424 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97661658-452b-4098-84d0-ac46bd6fbc02 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:55.197867 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 97661658-452b-4098-84d0-ac46bd6fbc02 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:55.198215 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 97661658-452b-4098-84d0-ac46bd6fbc02 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:40:04.701636 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-4d3c3937-fb21-4bf6-992f-ffb5484c309b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370257 Apr 11 15:40:04.776892 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-d3fafa3e-b066-44f2-945b-fa9f1a4abf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:04.778447 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-d3fafa3e-b066-44f2-945b-fa9f1a4abf7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1129 time: 0.0401156 Apr 11 15:40:04.885186 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-022151b1-d0d9-4b97-8e97-362443232484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:04.886727 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-022151b1-d0d9-4b97-8e97-362443232484 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0904648 Apr 11 15:40:04.950275 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-9829e553-4f22-48e3-93d3-3b28f3f9a7aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 1000 time: 0.0565367 Apr 11 15:40:05.002336 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-8e4c5ac5-518e-4a40-bfaf-703f099d83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:05.003865 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-8e4c5ac5-518e-4a40-bfaf-703f099d83f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0474072 Apr 11 15:40:05.047251 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-c1147683-f911-46cf-9bbe-299f497b3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:05.048751 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-c1147683-f911-46cf-9bbe-299f497b3a00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385883 Apr 11 15:40:05.137863 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-b104c96b-c37e-4e99-92fd-48063e29fb44 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 Apr 11 15:40:05.232000 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-077a4a94-3e28-4715-b62a-5360c6a15028 req-b5da8c4f-d113-447a-9dcc-e5538dcf13fe service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864255 Apr 11 15:40:05.496483 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 46792) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:05.540262 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Deleting subnet f2bb44ab-1123-4a76-9164-6fc47a140450 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:40:05.543400 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Publish callbacks [] for subnet (f2bb44ab-1123-4a76-9164-6fc47a140450), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.582281 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30938171'] for subnet (f2bb44ab-1123-4a76-9164-6fc47a140450), precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.622332 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (f2bb44ab-1123-4a76-9164-6fc47a140450), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.675541 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30937703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29841508'] for subnet (f2bb44ab-1123-4a76-9164-6fc47a140450), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.703419 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for subnet (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.706752 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2bb44ab-1123-4a76-9164-6fc47a140450 HTTP/1.1" status: 204 len: 168 time: 0.2091727 Apr 11 15:40:05.707576 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3aa84-f707-4989-886d-7918a777275b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2bb44ab-1123-4a76-9164-6fc47a140450,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:05.709351 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46794) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:05.776548 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (631c949e-ff0d-4c4e-9dfb-725b67e80193), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.855927 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (631c949e-ff0d-4c4e-9dfb-725b67e80193), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.876102 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631c949e-ff0d-4c4e-9dfb-725b67e80193']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:40:05.885207 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d73c3b-0010-41b5-9f4b-79ba4ca4f467') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:40:05.885516 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d73c3b-0010-41b5-9f4b-79ba4ca4f467') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:40:05.895269 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (98d73c3b-0010-41b5-9f4b-79ba4ca4f467), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.908055 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (98d73c3b-0010-41b5-9f4b-79ba4ca4f467), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.913721 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:40:05.914098 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (98d73c3b-0010-41b5-9f4b-79ba4ca4f467), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:40:05.915753 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:40:05.972030 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (631c949e-ff0d-4c4e-9dfb-725b67e80193), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.976639 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:05.980058 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] 10.222.0.50 "DELETE /v2.0/networks/631c949e-ff0d-4c4e-9dfb-725b67e80193 HTTP/1.1" status: 204 len: 168 time: 0.2692244 Apr 11 15:40:05.992884 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1847f8-4776-4e1f-ad42-fee9e0c51704 admin admin] Pushing event deleted for resources: {'Network': ['ID=631c949e-ff0d-4c4e-9dfb-725b67e80193,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:06.153890 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:06.194087 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-f6d4b859-d641-4be8-a9e8-19d607c310e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce22ee612bd54cc08c97e96e9ec7a394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390036 Apr 11 15:40:06.196669 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 46800) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:06.251550 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-161057af-a227-4acc-b084-86fd919be7ea admin admin] Publish callbacks [] for security_group (7cc3a023-6063-49a3-b0df-3484ebbf2c76), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:06.272778 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-161057af-a227-4acc-b084-86fd919be7ea admin admin] Publish callbacks [] for security_group (7cc3a023-6063-49a3-b0df-3484ebbf2c76), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:06.324240 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-161057af-a227-4acc-b084-86fd919be7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (7cc3a023-6063-49a3-b0df-3484ebbf2c76), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:06.327893 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-161057af-a227-4acc-b084-86fd919be7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:06.329096 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-161057af-a227-4acc-b084-86fd919be7ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cc3a023-6063-49a3-b0df-3484ebbf2c76 HTTP/1.1" status: 204 len: 168 time: 0.1315181 Apr 11 15:40:06.338636 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161057af-a227-4acc-b084-86fd919be7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3a023-6063-49a3-b0df-3484ebbf2c76,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:15.067627 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04f16b71-95f3-4937-ad09-b80674f2e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:18.363711 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9896c8a9-1b75-4c85-b1bb-0f54940a93e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:19.285078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:20.711855 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:21.269226 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:25.110067 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:26.795793 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:40:41.974004 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972b12-3c14-46e6-b9d1-38459cf04710 req-54499757-e830-4c7b-a4b9-fd6d9aca25fd tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:41.975531 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-09972b12-3c14-46e6-b9d1-38459cf04710 req-54499757-e830-4c7b-a4b9-fd6d9aca25fd tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.1465604 Apr 11 15:40:42.022567 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-09972b12-3c14-46e6-b9d1-38459cf04710 req-dc0643e2-a1d7-4ddd-85ce-ee9491c1abc1 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Apr 11 15:40:43.146322 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182ff7e-0027-4331-a218-6d96893326ac req-877083e3-1f46-4fe6-817d-7a26af66efac tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:43.147834 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9182ff7e-0027-4331-a218-6d96893326ac req-877083e3-1f46-4fe6-817d-7a26af66efac tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0509181 Apr 11 15:40:43.200374 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-9182ff7e-0027-4331-a218-6d96893326ac req-2db28dd8-1bb6-48f0-b231-cdb45569ec84 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Apr 11 15:40:44.321489 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea878-5618-48ca-8048-74d942f89678 req-3cf7a537-85d6-4920-acc5-0d2119301b9a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:44.323001 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cedea878-5618-48ca-8048-74d942f89678 req-3cf7a537-85d6-4920-acc5-0d2119301b9a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0507815 Apr 11 15:40:44.370308 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-cedea878-5618-48ca-8048-74d942f89678 req-a0e15e2d-df9c-4b13-9e02-9873a5899740 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Apr 11 15:40:45.069766 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7371-d032-4ff4-932d-26a0e498b412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:45.485874 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563f593-f93b-4727-b332-c93ed98c087a req-2c35d6f8-6cac-4539-b14e-a8ce39180bdb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:45.487371 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a563f593-f93b-4727-b332-c93ed98c087a req-2c35d6f8-6cac-4539-b14e-a8ce39180bdb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0469503 Apr 11 15:40:45.533811 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a563f593-f93b-4727-b332-c93ed98c087a req-cc2d043a-62fb-4e31-bf00-b10e550651cf tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Apr 11 15:40:46.657185 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e31d-f5e3-420f-81ea-9e198020a4be req-b5c14703-91c2-49f0-b2b5-4179c054fff8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:46.659003 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3bb7e31d-f5e3-420f-81ea-9e198020a4be req-b5c14703-91c2-49f0-b2b5-4179c054fff8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0532742 Apr 11 15:40:46.709807 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3bb7e31d-f5e3-420f-81ea-9e198020a4be req-c7dd779c-7bf6-43e0-b24b-512f4d06cf00 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Apr 11 15:40:47.830140 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa872-008e-4ce4-a9be-e6eff3ae4d1a req-bbf9d89e-afab-444a-a210-8b001079bb27 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:47.831628 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-402aa872-008e-4ce4-a9be-e6eff3ae4d1a req-bbf9d89e-afab-444a-a210-8b001079bb27 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0460918 Apr 11 15:40:47.881019 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-402aa872-008e-4ce4-a9be-e6eff3ae4d1a req-142fdf10-9b79-4729-9290-6f50ab731fb7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 Apr 11 15:40:48.365341 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fe12efa-8a37-4532-bf90-427456ee25ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:49.000470 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f29b16-d1a8-4529-90c9-457c53340caa req-14aae10b-2b2e-4bef-8e4f-ee30e6dc50b9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:49.001972 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-95f29b16-d1a8-4529-90c9-457c53340caa req-14aae10b-2b2e-4bef-8e4f-ee30e6dc50b9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0506761 Apr 11 15:40:49.048031 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-95f29b16-d1a8-4529-90c9-457c53340caa req-6df8e725-5032-4669-8e4e-739d71c3fe6f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Apr 11 15:40:49.287271 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:50.163468 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeaa08-2fd8-431a-84e0-92fdf6c5e9d5 req-817112af-b610-4d5e-b2d5-9a0e9ac826a6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:50.164929 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5edeaa08-2fd8-431a-84e0-92fdf6c5e9d5 req-817112af-b610-4d5e-b2d5-9a0e9ac826a6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0474670 Apr 11 15:40:50.211118 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-5edeaa08-2fd8-431a-84e0-92fdf6c5e9d5 req-6c0e6c2d-e89c-46d9-b283-61a13d35a8e6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 Apr 11 15:40:50.717285 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:51.272861 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:51.335264 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86471f14-ad2a-4602-9c27-a10351d1f497 req-2e71a458-0315-412a-a512-cedaa9daf6b9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:51.336997 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-86471f14-ad2a-4602-9c27-a10351d1f497 req-2e71a458-0315-412a-a512-cedaa9daf6b9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0483670 Apr 11 15:40:51.385112 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-86471f14-ad2a-4602-9c27-a10351d1f497 req-caf1969f-6822-4f94-a499-e7a406166499 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420125 Apr 11 15:40:52.502566 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef179a7c-9039-423f-860c-ee8149c318c4 req-8f309ac3-2352-4425-9456-7b720b71930f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:52.504048 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef179a7c-9039-423f-860c-ee8149c318c4 req-8f309ac3-2352-4425-9456-7b720b71930f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0477750 Apr 11 15:40:52.550885 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ef179a7c-9039-423f-860c-ee8149c318c4 req-bd1b9999-c7bd-4326-a30e-5caa601f8ae0 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Apr 11 15:40:53.669373 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19547e91-7cf2-451c-b7d2-349d80312eef req-d7895e01-56af-4ed2-9e51-565f0e2b8d5e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:53.670903 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-19547e91-7cf2-451c-b7d2-349d80312eef req-d7895e01-56af-4ed2-9e51-565f0e2b8d5e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0471823 Apr 11 15:40:53.723898 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-19547e91-7cf2-451c-b7d2-349d80312eef req-c59ae73d-11ce-42b1-85cb-7118ade8b606 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 Apr 11 15:40:53.920953 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:40:54.017597 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:54.029068 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'mac_address': 'fa:16:3e:11:2d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:40:54.069917 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: ACTIVE; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:40:54.070308 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:54.083414 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ee980a0-387b-45e4-b47b-08489aa7168c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:40:54.102671 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:54.106764 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:54.152925 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:54.160843 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.161198 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.161551 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.161900 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.162235 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.162577 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.162933 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.163268 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.163601 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.163934 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.164272 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.164599 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.164927 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.165253 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.165584 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:54.255916 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['2ee980a0-387b-45e4-b47b-08489aa7168c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:40:54.843913 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781bee0-d104-4b75-94d0-62446d432e2d req-9dcfada7-a751-4eee-93f1-e27ac9b8409c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:54.845472 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0781bee0-d104-4b75-94d0-62446d432e2d req-9dcfada7-a751-4eee-93f1-e27ac9b8409c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 944 time: 0.0500371 Apr 11 15:40:54.891672 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-0781bee0-d104-4b75-94d0-62446d432e2d req-bf599561-768f-41a7-859a-ef3edf134247 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Apr 11 15:40:55.125269 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:55.930069 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:40:55.976922 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 2ee980a0-387b-45e4-b47b-08489aa7168c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:40:55.977294 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:56.008649 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b46ca-d57f-48cd-8f37-e6deabfec5c2 req-ac5d5af6-c6ab-4093-a3ef-2d322edb2521 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:56.010141 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7e6b46ca-d57f-48cd-8f37-e6deabfec5c2 req-ac5d5af6-c6ab-4093-a3ef-2d322edb2521 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 944 time: 0.0487473 Apr 11 15:40:56.056838 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:40:56.057220 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:56.058522 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7e6b46ca-d57f-48cd-8f37-e6deabfec5c2 req-122cb32c-35ca-4eb8-941b-ec455cee0111 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Apr 11 15:40:56.080660 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:56.082900 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6239d03-2eb6-44e8-a0f5-e6a90f35110d" -d '{"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:56.095747 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:56.102377 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:56.150387 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:56.179942 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed1253a-7c41-4d35-bb91-323985158f1e x-openstack-request-id: req-3ed1253a-7c41-4d35-bb91-323985158f1e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:56.180231 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:56.180479 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ed1253a-7c41-4d35-bb91-323985158f1e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:56.180878 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed1253a-7c41-4d35-bb91-323985158f1e'] response: {'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'code': 200} Apr 11 15:40:57.177473 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb42032-a939-4d6c-b3eb-7923f2f1cc65 req-6a8846b7-b755-4e08-8967-fd16a6614c95 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:57.178966 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3cb42032-a939-4d6c-b3eb-7923f2f1cc65 req-6a8846b7-b755-4e08-8967-fd16a6614c95 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0484464 Apr 11 15:40:57.226342 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3cb42032-a939-4d6c-b3eb-7923f2f1cc65 req-4cd0b9f4-f585-4203-8b61-6f4e625f5ddb tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Apr 11 15:40:58.350807 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81374-ad0d-4184-a41b-7e0208ba8297 req-8349c4b1-2ff1-4151-bdb0-524d45e39957 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:58.352297 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d5f81374-ad0d-4184-a41b-7e0208ba8297 req-8349c4b1-2ff1-4151-bdb0-524d45e39957 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0479357 Apr 11 15:40:58.398281 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d5f81374-ad0d-4184-a41b-7e0208ba8297 req-0775b51a-7b89-401e-aabc-c7843d6b9e3b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Apr 11 15:40:59.526280 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719530d-abbc-4ec5-a7df-afdf421249a6 req-584dbbfe-7737-4fba-980e-744480963b92 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:59.527939 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d719530d-abbc-4ec5-a7df-afdf421249a6 req-584dbbfe-7737-4fba-980e-744480963b92 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0542014 Apr 11 15:40:59.579668 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d719530d-abbc-4ec5-a7df-afdf421249a6 req-17f57a74-fd89-45e2-a2f3-3d2ed21a3e77 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448313 Apr 11 15:41:00.724774 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdc58e-1581-491c-acf2-33f99cac83bb req-afcac4d0-523f-45e4-9a11-4a2806d43271 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:00.726296 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d8fdc58e-1581-491c-acf2-33f99cac83bb req-afcac4d0-523f-45e4-9a11-4a2806d43271 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0630949 Apr 11 15:41:00.779821 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d8fdc58e-1581-491c-acf2-33f99cac83bb req-1c22fe0b-2f2e-4852-be12-a8b17d902c27 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Apr 11 15:41:01.910841 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab567e-85d4-458e-bcaa-fd4d03207ee1 req-9a460471-ea15-4410-9f28-85d3c7a3aee6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:01.915040 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-62ab567e-85d4-458e-bcaa-fd4d03207ee1 req-9a460471-ea15-4410-9f28-85d3c7a3aee6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0590789 Apr 11 15:41:01.968217 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-62ab567e-85d4-458e-bcaa-fd4d03207ee1 req-c39fa6e5-ee13-481c-878d-4037a1a94e7e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Apr 11 15:41:03.111430 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac948-4d8c-4356-86ed-ba4fa7fc3c3a req-ce1b0456-e439-40c1-8462-8e8417bd9fb7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:03.112977 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-65fac948-4d8c-4356-86ed-ba4fa7fc3c3a req-ce1b0456-e439-40c1-8462-8e8417bd9fb7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0513256 Apr 11 15:41:03.168541 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-65fac948-4d8c-4356-86ed-ba4fa7fc3c3a req-4c189779-98c0-461b-a575-13a2876c7a90 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Apr 11 15:41:03.793860 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:41:04.292645 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ecff1-3afb-49ac-a9f5-155199f08947 req-b7675fde-d954-4a2a-a9f8-a154099d6873 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:04.294173 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a8ecff1-3afb-49ac-a9f5-155199f08947 req-b7675fde-d954-4a2a-a9f8-a154099d6873 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0516036 Apr 11 15:41:04.644833 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3a8ecff1-3afb-49ac-a9f5-155199f08947 req-a95e8401-1920-4d63-9b86-d721180e2018 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449638 Apr 11 15:41:04.819943 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-849e917c-e781-4a53-8284-fb79c14eefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:04.821483 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-849e917c-e781-4a53-8284-fb79c14eefd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1129 time: 0.0924621 Apr 11 15:41:04.964551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-b11cdb8f-35af-42ec-bb96-aa1f8e671005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:04.966257 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-b11cdb8f-35af-42ec-bb96-aa1f8e671005 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0962901 Apr 11 15:41:05.037716 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-c92f51b3-1b11-40cd-b8fb-ce1a5a5c6149 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 1000 time: 0.0648284 Apr 11 15:41:05.092239 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-a982d343-708c-4a28-a6ee-de8588b96d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:05.093802 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-a982d343-708c-4a28-a6ee-de8588b96d86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0498307 Apr 11 15:41:05.144819 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-185c9df5-78f9-41a4-9b8d-ebb4c923f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:05.146453 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-185c9df5-78f9-41a4-9b8d-ebb4c923f858 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459349 Apr 11 15:41:05.245246 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-eec413aa-64a0-4889-8d42-072a43d5445c service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912442 Apr 11 15:41:05.349811 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d5d3a41b-bb58-439b-9da8-59c40cd11310 req-80a6daaa-b62d-494d-b147-fd761dd22420 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979209 Apr 11 15:41:05.809709 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc121a-0b77-4e6f-8032-d88240819388 req-38037300-a335-44d9-888f-ea732d8fa929 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:05.811274 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-64fc121a-0b77-4e6f-8032-d88240819388 req-38037300-a335-44d9-888f-ea732d8fa929 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0680869 Apr 11 15:41:05.877910 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-64fc121a-0b77-4e6f-8032-d88240819388 req-71da5cb1-9479-46f9-bd0a-85d061e01642 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599411 Apr 11 15:41:07.012410 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0697b6-6e57-4aa8-b7cd-faf7ef3e4a9b req-7c495626-67b5-4e63-b851-408f0dc70bd7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:07.014651 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b0697b6-6e57-4aa8-b7cd-faf7ef3e4a9b req-7c495626-67b5-4e63-b851-408f0dc70bd7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0601609 Apr 11 15:41:07.080222 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b0697b6-6e57-4aa8-b7cd-faf7ef3e4a9b req-d5b745b1-a730-47f8-ad40-2f38ade1d085 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546293 Apr 11 15:41:08.467282 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc9d1-aa4e-46e4-a785-bb1945ed8ee2 req-f77ac270-d42b-4332-933f-8259e7ddced5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:08.470035 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a8efc9d1-aa4e-46e4-a785-bb1945ed8ee2 req-f77ac270-d42b-4332-933f-8259e7ddced5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.3136981 Apr 11 15:41:08.521022 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-a8efc9d1-aa4e-46e4-a785-bb1945ed8ee2 req-427180ef-676d-4aad-a5a4-37c686eaeb1d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 Apr 11 15:41:09.637635 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe38bf-896b-4c11-af2f-692a2e75da4d req-e0075fe7-5bfe-48c1-9033-1820bace3f56 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:09.639169 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b9fe38bf-896b-4c11-af2f-692a2e75da4d req-e0075fe7-5bfe-48c1-9033-1820bace3f56 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0468087 Apr 11 15:41:09.695409 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b9fe38bf-896b-4c11-af2f-692a2e75da4d req-99f49656-f195-448f-9a9d-15cc9f6e0162 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506077 Apr 11 15:41:10.059654 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1416-de65-49d6-a2e8-3704c032227a req-8b538302-6437-4a1f-a77e-ff5411f5faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:10.061136 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-8b538302-6437-4a1f-a77e-ff5411f5faf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1129 time: 0.0391498 Apr 11 15:41:10.152391 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1416-de65-49d6-a2e8-3704c032227a req-78a3a8d1-9271-4066-ae25-c9ecc9999988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:10.153865 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-78a3a8d1-9271-4066-ae25-c9ecc9999988 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0861814 Apr 11 15:41:10.222096 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-55bda06e-55b9-42da-ad8e-e9cc414f51d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 1000 time: 0.0618665 Apr 11 15:41:10.271643 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1416-de65-49d6-a2e8-3704c032227a req-70177b14-967c-4294-990c-ba3d6880e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:10.273116 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-70177b14-967c-4294-990c-ba3d6880e884 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0441010 Apr 11 15:41:10.318681 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1416-de65-49d6-a2e8-3704c032227a req-1add537e-c043-494d-8b56-7c0f793ee8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:10.320102 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-1add537e-c043-494d-8b56-7c0f793ee8f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388279 Apr 11 15:41:10.413335 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-e5925167-82f2-4d49-8742-c1d28d523afd service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869069 Apr 11 15:41:10.502529 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-684b1416-de65-49d6-a2e8-3704c032227a req-4bc24336-22f5-4501-ac12-ef0021611892 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831902 Apr 11 15:41:10.814163 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a65a1-872e-4e10-a7c4-ed960f7adc59 req-d71f6f41-39cc-4484-8250-a5a89eaab629 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:10.815741 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cf5a65a1-872e-4e10-a7c4-ed960f7adc59 req-d71f6f41-39cc-4484-8250-a5a89eaab629 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0478899 Apr 11 15:41:10.862848 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-cf5a65a1-872e-4e10-a7c4-ed960f7adc59 req-837d9282-86eb-407b-a4b5-9b59b0aad6da tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Apr 11 15:41:11.985326 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05026b-f53b-438f-ac1b-0eb64018f321 req-5a031e83-3854-4abe-83c4-76d08f6aa7f4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:11.986950 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2f05026b-f53b-438f-ac1b-0eb64018f321 req-5a031e83-3854-4abe-83c4-76d08f6aa7f4 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 945 time: 0.0519345 Apr 11 15:41:12.035985 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2f05026b-f53b-438f-ac1b-0eb64018f321 req-78c7b35f-8792-4b03-ad2b-38a4e554e3dd tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Apr 11 15:41:12.038857 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:41:12.115276 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: ACTIVE; New status is: DOWN {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:41:12.115700 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:12.137854 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:41:12.140087 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7aa7cb-baa3-494b-a7fd-7ff371a90548" -d '{"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:41:12.152768 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:41:12.160519 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:12.193261 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d63583-59ae-436d-935d-a71bfb46e61f x-openstack-request-id: req-b9d63583-59ae-436d-935d-a71bfb46e61f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:41:12.193556 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:41:12.193808 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9d63583-59ae-436d-935d-a71bfb46e61f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:41:12.194204 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d63583-59ae-436d-935d-a71bfb46e61f'] response: {'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'code': 200} Apr 11 15:41:12.221772 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=8']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:13.164268 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb50b-5f72-4533-9de4-dbe2cf9992bb req-c869bc62-6cff-4053-be19-e30edafeeadc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:13.165800 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a91fb50b-5f72-4533-9de4-dbe2cf9992bb req-c869bc62-6cff-4053-be19-e30edafeeadc tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0565290 Apr 11 15:41:13.214930 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a91fb50b-5f72-4533-9de4-dbe2cf9992bb req-c825f67a-5a1b-4852-b33c-099f74e30ee8 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Apr 11 15:41:14.151088 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dffa7a-ecaf-4aae-becc-0f99e589373f req-a4ac9c3c-3ba9-4adf-82f0-61239c582b25 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:14.152588 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b5dffa7a-ecaf-4aae-becc-0f99e589373f req-a4ac9c3c-3ba9-4adf-82f0-61239c582b25 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0538688 Apr 11 15:41:14.200716 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b5dffa7a-ecaf-4aae-becc-0f99e589373f req-92ac12b2-195d-48db-9309-1c66bd2b8063 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Apr 11 15:41:14.313092 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-4c74fc3e-83fe-4f18-b7cc-e8d89d8217c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815387 Apr 11 15:41:15.071651 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d04dd2-61d0-4766-a380-4a0ff99f0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:15.323840 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39c0f9-cbc6-4856-9abb-6172fd9e15aa req-c42a5789-1407-416e-90e6-25350ad49b02 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:15.325213 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ba39c0f9-cbc6-4856-9abb-6172fd9e15aa req-c42a5789-1407-416e-90e6-25350ad49b02 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0508735 Apr 11 15:41:15.383742 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ba39c0f9-cbc6-4856-9abb-6172fd9e15aa req-c8195107-1a3c-4615-8031-3b9326599afa tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525279 Apr 11 15:41:15.449614 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-a178fbb3-ea3b-4b49-9edf-ac02e1c19191 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:15.450999 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-a178fbb3-ea3b-4b49-9edf-ac02e1c19191 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports/2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 940 time: 0.0996201 Apr 11 15:41:16.070045 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:41:16.147526 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: DOWN; New status is: DOWN {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:41:16.503308 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bf93-b91b-4550-afb3-35e1e6fe4917 req-09135f55-832c-4757-a609-d24df40ddcd7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:16.504806 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b65bf93-b91b-4550-afb3-35e1e6fe4917 req-09135f55-832c-4757-a609-d24df40ddcd7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0482938 Apr 11 15:41:16.557648 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-7b65bf93-b91b-4550-afb3-35e1e6fe4917 req-7f22f5d0-edf1-4749-a39e-8722de53f9a3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Apr 11 15:41:17.677092 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02c1a1-570e-4f85-a086-bac71c1ed574 req-52dbc11e-1bf5-41d8-96b0-75e16ea3d269 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:17.678716 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed02c1a1-570e-4f85-a086-bac71c1ed574 req-52dbc11e-1bf5-41d8-96b0-75e16ea3d269 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0471449 Apr 11 15:41:17.726480 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-ed02c1a1-570e-4f85-a086-bac71c1ed574 req-ad2343bb-5c08-4922-a9a8-ff0fa9b2aa01 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Apr 11 15:41:18.367969 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-545938a8-aeae-42ae-8504-bc99d390fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:18.855678 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3029-dee1-4486-85f2-63283bd66665 req-4278ef5a-1b6e-410a-a19f-687be10308f9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:18.857298 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e01d3029-dee1-4486-85f2-63283bd66665 req-4278ef5a-1b6e-410a-a19f-687be10308f9 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0508111 Apr 11 15:41:18.907590 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e01d3029-dee1-4486-85f2-63283bd66665 req-d7ace739-b9c0-4f22-b7c5-eef9b2d0af7f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 Apr 11 15:41:19.290563 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.430025 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-dd278b07-c335-4ee5-a3df-c3231448bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:19.431459 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-dd278b07-c335-4ee5-a3df-c3231448bc4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e&tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0 HTTP/1.1" status: 200 len: 1127 time: 0.0732806 Apr 11 15:41:19.507031 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-b8015584-15ad-43b7-a234-50d79c113d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:19.508532 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-b8015584-15ad-43b7-a234-50d79c113d56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1127 time: 0.0407841 Apr 11 15:41:19.604217 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-c5e76af4-09e7-4a29-84ca-7e7606a2a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:19.605703 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-c5e76af4-09e7-4a29-84ca-7e7606a2a834 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0856228 Apr 11 15:41:19.673013 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-f5493c4b-5c72-449b-935d-c659676adf90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 998 time: 0.0607316 Apr 11 15:41:19.721686 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-e3ee81c1-f50b-420a-86f1-37c6a16cc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:19.723194 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-e3ee81c1-f50b-420a-86f1-37c6a16cc172 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0440695 Apr 11 15:41:19.767115 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-d1582f37-1986-4fac-91bf-ef0975620be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:19.768850 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-d1582f37-1986-4fac-91bf-ef0975620be2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390115 Apr 11 15:41:19.860646 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-69cd2098-a6a3-4b3e-8af2-45e48417847e service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852568 Apr 11 15:41:19.949919 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-d688423a-4e3a-4786-9cf1-9571e4cea9cb req-5ae0200e-4dc7-4738-adb2-88183bff1997 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833907 Apr 11 15:41:20.031607 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b02520-7114-43d2-a2e9-7f642ed84c64 req-40afce7b-5786-48a4-8a5a-8b28fee0bd26 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:20.033059 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d1b02520-7114-43d2-a2e9-7f642ed84c64 req-40afce7b-5786-48a4-8a5a-8b28fee0bd26 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0516114 Apr 11 15:41:20.079250 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d1b02520-7114-43d2-a2e9-7f642ed84c64 req-c75b7ae4-5241-4d57-9c1e-87d48afdceed tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Apr 11 15:41:20.737014 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:21.209338 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c188566-8ed3-4987-b190-9b9af6b9ece4 req-b8787c79-cca2-4425-87df-036a8cc79e07 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:21.211017 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1c188566-8ed3-4987-b190-9b9af6b9ece4 req-b8787c79-cca2-4425-87df-036a8cc79e07 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0532427 Apr 11 15:41:21.271877 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1c188566-8ed3-4987-b190-9b9af6b9ece4 req-8ce17ba3-d6db-4cad-a377-81ba7a766ffe tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545979 Apr 11 15:41:21.278329 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:22.412535 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f217d-a9ac-40db-b837-291f1a668616 req-59e258fa-835a-47e2-9829-b7f9172fbd0b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:22.425316 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-db2f217d-a9ac-40db-b837-291f1a668616 req-59e258fa-835a-47e2-9829-b7f9172fbd0b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0603781 Apr 11 15:41:22.479504 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-db2f217d-a9ac-40db-b837-291f1a668616 req-a31ddc99-8629-4879-ab32-c6dcea6f0aab tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547311 Apr 11 15:41:23.605090 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34687e1-aebc-4d5c-8522-dc0b980cb825 req-8493da9b-c706-4bdf-bbd2-9b7873935861 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:23.606709 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b34687e1-aebc-4d5c-8522-dc0b980cb825 req-8493da9b-c706-4bdf-bbd2-9b7873935861 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0489779 Apr 11 15:41:23.660153 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b34687e1-aebc-4d5c-8522-dc0b980cb825 req-9c7b6646-16e5-4584-b078-6faa79c52f71 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471895 Apr 11 15:41:24.402148 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-23e48221-d8ce-45bd-81f4-adf7a2fab5e6 req-2fbd460a-dd6e-4e84-88af-ff0cc25cd546 service neutron] (103326) timed out ('10.222.0.59', 57929) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 15:41:24.797310 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d61dc-5b5f-4f38-8459-c8b93e1480e8 req-7dabfdc6-dcbc-4d68-a7cc-ebd04c5307de tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:24.799386 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f04d61dc-5b5f-4f38-8459-c8b93e1480e8 req-7dabfdc6-dcbc-4d68-a7cc-ebd04c5307de tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0548654 Apr 11 15:41:24.854577 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-f04d61dc-5b5f-4f38-8459-c8b93e1480e8 req-13ff6237-fb3b-4f3c-adc4-43bd8470a540 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489361 Apr 11 15:41:25.125601 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:25.982105 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c0d41-cfcb-43ac-9218-e5635d412b6e req-dc3cf238-4617-448e-9ca6-18e177b0df13 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:25.983636 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b85c0d41-cfcb-43ac-9218-e5635d412b6e req-dc3cf238-4617-448e-9ca6-18e177b0df13 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0537846 Apr 11 15:41:26.041781 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-b85c0d41-cfcb-43ac-9218-e5635d412b6e req-3a08bf9c-6d81-4926-9c91-9b992697df9d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488591 Apr 11 15:41:27.170746 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cfb4f-84ed-40b2-b58b-36f3bfa650c1 req-31aaac8a-fbe0-4d06-a318-be09c614e194 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:27.172262 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-599cfb4f-84ed-40b2-b58b-36f3bfa650c1 req-31aaac8a-fbe0-4d06-a318-be09c614e194 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0525014 Apr 11 15:41:27.225190 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-599cfb4f-84ed-40b2-b58b-36f3bfa650c1 req-1b3af999-de3a-489c-8364-6d728e9b5b6f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Apr 11 15:41:28.345633 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f27e5-b98c-430b-b66c-ba1785003254 req-7b842738-f091-4165-aafa-46f5b7b6543d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:28.347753 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c43f27e5-b98c-430b-b66c-ba1785003254 req-7b842738-f091-4165-aafa-46f5b7b6543d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0498261 Apr 11 15:41:28.395796 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-c43f27e5-b98c-430b-b66c-ba1785003254 req-14443885-eaf5-4676-8b1f-3a5fc9ff24be tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Apr 11 15:41:29.515149 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e306c-9722-43cb-b9ff-44761a74838d req-2f7b4004-577d-491e-a52e-e6ddfa2cb905 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:29.516596 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4e4e306c-9722-43cb-b9ff-44761a74838d req-2f7b4004-577d-491e-a52e-e6ddfa2cb905 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0473647 Apr 11 15:41:29.562270 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-4e4e306c-9722-43cb-b9ff-44761a74838d req-dc951957-5d26-42ef-8957-ec762178ff0f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Apr 11 15:41:30.682097 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21fd34-34d1-4a6a-9ce5-2a9dd04ad1e7 req-a1bb93de-2349-45ac-bd8c-dec02395a5f7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:30.683605 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fa21fd34-34d1-4a6a-9ce5-2a9dd04ad1e7 req-a1bb93de-2349-45ac-bd8c-dec02395a5f7 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0494955 Apr 11 15:41:30.734349 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-fa21fd34-34d1-4a6a-9ce5-2a9dd04ad1e7 req-25cb6214-ba33-4a96-9b82-8a35b6639944 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 Apr 11 15:41:31.859391 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a901b2-9518-4746-9010-2f889e42a03d req-219599df-f028-4c21-a038-8f68a964599d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:31.860856 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e9a901b2-9518-4746-9010-2f889e42a03d req-219599df-f028-4c21-a038-8f68a964599d tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0504975 Apr 11 15:41:31.909294 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-e9a901b2-9518-4746-9010-2f889e42a03d req-59e0456a-e511-4862-a89b-973922370071 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Apr 11 15:41:33.026998 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01a57-fca6-4066-a7cd-4e63102234a7 req-335dd73b-de48-410f-8bfb-a5ee92662d34 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:33.028497 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-04c01a57-fca6-4066-a7cd-4e63102234a7 req-335dd73b-de48-410f-8bfb-a5ee92662d34 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0487781 Apr 11 15:41:33.075965 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-04c01a57-fca6-4066-a7cd-4e63102234a7 req-e207cb61-3790-45d5-813c-e8fc18f11781 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Apr 11 15:41:34.158012 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:41:34.192676 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351087-d608-4ffb-9eea-ec8be1599c5d req-a6a05c95-36b0-4be3-85ac-00044031554a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:34.194169 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-25351087-d608-4ffb-9eea-ec8be1599c5d req-a6a05c95-36b0-4be3-85ac-00044031554a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 943 time: 0.0470817 Apr 11 15:41:34.240909 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-25351087-d608-4ffb-9eea-ec8be1599c5d req-3b944ade-7701-4752-9e49-660e5ebcb79a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Apr 11 15:41:34.255142 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:41:34.267332 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Returning: {'device': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'port_id': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'mac_address': 'fa:16:3e:11:2d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:41:34.308211 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: DOWN; New status is: BUILD {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:41:34.308602 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:34.321090 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee980a0-387b-45e4-b47b-08489aa7168c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:41:34.340450 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:41:34.344294 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:34.390702 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=9']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:34.786404 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] get_ports_and_sgs() called for port_ids ['2ee980a0-387b-45e4-b47b-08489aa7168c'] {{(pid=103328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:41:35.358477 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d448aa-6ad4-4429-b898-8ab81e4786b8 req-4e5f9873-2772-44a4-bd33-841cd5b05017 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:35.359962 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4d448aa-6ad4-4429-b898-8ab81e4786b8 req-4e5f9873-2772-44a4-bd33-841cd5b05017 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 944 time: 0.0465136 Apr 11 15:41:35.409326 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-e4d448aa-6ad4-4429-b898-8ab81e4786b8 req-bd8240db-e4c0-43a1-9c0a-a33cddb26bc3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Apr 11 15:41:36.163792 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c up at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:41:36.209788 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Provisioning complete for port 2ee980a0-387b-45e4-b47b-08489aa7168c triggered by entity L2. {{(pid=103328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:41:36.210161 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1803870'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), provisioning_complete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:36.284648 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Current status of the port 2ee980a0-387b-45e4-b47b-08489aa7168c is: BUILD; New status is: ACTIVE {{(pid=103328) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:41:36.285037 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697877'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:36.310165 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:41:36.312474 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735f0290edb62ee118b1ca8f0c0ba0eecf90c0356aa38e2b1f5106b9b3f2d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e32bca-f310-4570-9588-bfc61b2cb72c" -d '{"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:41:36.325607 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:41:36.330639 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751013564959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751013088570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751013088588'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:36.354111 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374b3046-f57f-4bdc-830f-dce7692e7a69 x-openstack-request-id: req-374b3046-f57f-4bdc-830f-dce7692e7a69 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:41:36.354398 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-plugged", "status": "completed", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:41:36.354670 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-374b3046-f57f-4bdc-830f-dce7692e7a69 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:41:36.355061 dv-cinder-835483-2-iscsi neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374b3046-f57f-4bdc-830f-dce7692e7a69'] response: {'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'code': 200} Apr 11 15:41:36.379914 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Pushing event updated for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:36.537343 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb93c-caa3-40e4-b6d9-b68e79d1d723 req-cffb562d-0c8a-4853-9326-3c2bc0ae306c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:36.538954 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-770cb93c-caa3-40e4-b6d9-b68e79d1d723 req-cffb562d-0c8a-4853-9326-3c2bc0ae306c tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0562696 Apr 11 15:41:36.611305 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9625-62e3-40d8-9e16-ec4b0cc720e4 req-70bc9966-42d6-47b2-ae87-eead1b74b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:36.613325 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2acc9625-62e3-40d8-9e16-ec4b0cc720e4 req-70bc9966-42d6-47b2-ae87-eead1b74b09f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1130 time: 0.0555580 Apr 11 15:41:36.616734 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-770cb93c-caa3-40e4-b6d9-b68e79d1d723 req-9a90c7d1-cca5-4da5-b9b6-ea5dc243f575 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722191 Apr 11 15:41:36.657291 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-2acc9625-62e3-40d8-9e16-ec4b0cc720e4 req-18ecb42b-4dca-4b09-a5ba-fa2f4fabb491 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Apr 11 15:41:37.735942 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662de4-a51a-4626-baa0-3d778a00614f req-2b142f6c-0733-4601-8e6c-8fefc51e1685 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:37.737588 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6f662de4-a51a-4626-baa0-3d778a00614f req-2b142f6c-0733-4601-8e6c-8fefc51e1685 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0481529 Apr 11 15:41:37.788346 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-6f662de4-a51a-4626-baa0-3d778a00614f req-08879052-4a6c-4483-b726-5c49e2061daf tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451190 Apr 11 15:41:38.909477 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8aa8-1077-45d8-b843-0c5d25d73ca7 req-3a7a98d0-3c23-40ab-8800-28c591eaf7b5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:38.911082 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-12bf8aa8-1077-45d8-b843-0c5d25d73ca7 req-3a7a98d0-3c23-40ab-8800-28c591eaf7b5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0494521 Apr 11 15:41:38.961797 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-12bf8aa8-1077-45d8-b843-0c5d25d73ca7 req-a013c51a-2bba-4b37-b0bd-fea363dfaa8f tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Apr 11 15:41:40.079350 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355a4f-f2ee-431e-8e8e-d624bfb86472 req-e5ff027b-f0e5-4eb8-a946-7c0a2611549a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:41:40.081524 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da355a4f-f2ee-431e-8e8e-d624bfb86472 req-e5ff027b-f0e5-4eb8-a946-7c0a2611549a tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0470202 Apr 11 15:41:40.129419 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-da355a4f-f2ee-431e-8e8e-d624bfb86472 req-e8ab61ec-72b9-4070-8c2c-bb17ae01be11 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Apr 11 15:41:40.792584 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:41:45.073432 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f143421-f636-443b-a2ac-9b2d85a75e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:48.372792 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6fd-6032-4ac3-9a69-1c73688aac11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:49.291941 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:50.725079 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:51.278840 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:55.143652 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:06.345595 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-913dcd12-7873-4221-9f9e-c01f08cde44f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396447 Apr 11 15:42:06.443772 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-78cdb8e7-7fe7-4502-a07b-dd1abe4a9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:06.445252 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-78cdb8e7-7fe7-4502-a07b-dd1abe4a9c91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 1130 time: 0.0407238 Apr 11 15:42:06.550141 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-8316a5f5-6b2e-4adf-8770-e5f08f42f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:06.551685 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-8316a5f5-6b2e-4adf-8770-e5f08f42f8b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 200 len: 918 time: 0.0877926 Apr 11 15:42:06.616321 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-87554dcd-443c-4eed-b3ad-9c16c544425d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 200 len: 1000 time: 0.0583920 Apr 11 15:42:06.664255 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-8f3d5dd0-e710-4f42-bffd-c2206f2a4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:06.665691 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-8f3d5dd0-e710-4f42-bffd-c2206f2a4b26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 200 len: 856 time: 0.0435412 Apr 11 15:42:06.712685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-d5bfb82d-e0d2-4c39-aabf-a3d82b0f6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:06.714439 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-d5bfb82d-e0d2-4c39-aabf-a3d82b0f6c46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422330 Apr 11 15:42:06.804760 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-0279a924-6de1-444b-aa90-12c0edc11684 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821109 Apr 11 15:42:06.897854 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-a212e68e-f246-415c-b5fd-8f74e5bed58e req-8f4aca25-714b-428c-851d-b02f22909630 service neutron] 10.222.0.59 "GET /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870705 Apr 11 15:42:15.074776 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d272b78b-2b29-450c-8781-7e5e5131636c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:17.792090 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:42:18.374279 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3020beee-45c8-47cf-9a82-190973082d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:19.293628 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:20.729184 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:21.273171 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:25.138109 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:35.818524 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e5b75-0f02-495f-ab02-87996b3431fa req-4322fb87-967c-4465-b086-5b004643a0f6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:35.820036 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3e7e5b75-0f02-495f-ab02-87996b3431fa req-4322fb87-967c-4465-b086-5b004643a0f6 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0489650 Apr 11 15:42:35.867565 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-3e7e5b75-0f02-495f-ab02-87996b3431fa req-ff9d1780-6b21-4d0c-b837-b5a371097423 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Apr 11 15:42:36.985677 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517787b-e1a9-4f09-9a91-7b209e4553e4 req-978639b2-5e5a-4558-b54f-f0ea4a294248 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:36.987279 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d517787b-e1a9-4f09-9a91-7b209e4553e4 req-978639b2-5e5a-4558-b54f-f0ea4a294248 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0473225 Apr 11 15:42:37.034962 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [req-d517787b-e1a9-4f09-9a91-7b209e4553e4 req-6810f883-442f-47f2-a5de-3a3a793e7976 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups?id=e160c184-2616-4e55-8397-df4d4d4ee13a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Apr 11 15:42:37.412555 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-09565733-69ea-4c23-9a4d-c288c9281eb5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:42:37.413932 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-09565733-69ea-4c23-9a4d-c288c9281eb5 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 946 time: 0.0458331 Apr 11 15:42:37.501590 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Deleting port 2ee980a0-387b-45e4-b47b-08489aa7168c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:42:37.501930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:37.595525 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] For port 2ee980a0-387b-45e4-b47b-08489aa7168c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2ee980a0-387b-45e4-b47b-08489aa7168c,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:42:37.595896 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:37.776701 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:37.777106 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592561'] for floatingip (5e9873eb-517a-45c0-99e5-3ebaf59848f2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:37.777476 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.db.l3_db [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Floating IP 5e9873eb-517a-45c0-99e5-3ebaf59848f2 disassociated. External IP: 172.27.1.52, port: 2ee980a0-387b-45e4-b47b-08489aa7168c. Apr 11 15:42:37.777824 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Calling delete_port for 2ee980a0-387b-45e4-b47b-08489aa7168c owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:42:37.917930 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (2ee980a0-387b-45e4-b47b-08489aa7168c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:37.954787 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event deleted for resources: {'Port': ['ID=2ee980a0-387b-45e4-b47b-08489aa7168c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:37.965447 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.965765 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.966057 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.966394 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.966763 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.967093 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.967418 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.967762 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.968080 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.968406 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.968740 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.969484 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.969484 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.969733 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:37.970170 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:38.084199 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:42:38.162185 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-1c8d2ee2-cbb8-4101-b945-4164268d2955 req-77f54e72-13e8-424a-9e32-fa82fc180bf3 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/ports?device_id=61702330-946c-4f4e-8971-cb64c3432b7e HTTP/1.1" status: 200 len: 210 time: 0.0358772 Apr 11 15:42:38.219522 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:42:38.230440 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:42:38.241762 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:42:38.242454 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:42:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:38.262045 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] No DVR routers for this DVR port 2ee980a0-387b-45e4-b47b-08489aa7168c on host hv-cinder-83548 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:42:38.264607 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for port (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:38.267909 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [req-37dda588-9842-47ca-ade8-e5fb8513fdff req-c5b4267c-efe4-443d-96ea-e6fe605fad38 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.59 "DELETE /v2.0/ports/2ee980a0-387b-45e4-b47b-08489aa7168c HTTP/1.1" status: 204 len: 173 time: 0.8480527 Apr 11 15:42:38.268343 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-deleted', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:42:38.270706 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9823eeccc05a04c56ee20242c5ae49d614044755d41ef29f863906e0043231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f35973-b13b-4cba-aead-5e395688d18f" -d '{"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-deleted", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:42:38.312772 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c042d-7597-4a91-9d57-99eb2e1ad246 x-openstack-request-id: req-1f5c042d-7597-4a91-9d57-99eb2e1ad246 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:42:38.313085 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61702330-946c-4f4e-8971-cb64c3432b7e", "name": "network-vif-deleted", "tag": "2ee980a0-387b-45e4-b47b-08489aa7168c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:42:38.313314 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f5c042d-7597-4a91-9d57-99eb2e1ad246 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:42:38.313696 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5c042d-7597-4a91-9d57-99eb2e1ad246'] response: {'server_uuid': '61702330-946c-4f4e-8971-cb64c3432b7e', 'name': 'network-vif-deleted', 'tag': '2ee980a0-387b-45e4-b47b-08489aa7168c', 'status': 'completed', 'code': 200} Apr 11 15:42:38.369632 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:42:38.574738 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:38.601283 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:42:38.609512 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:42:38.610127 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:42:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:38.821420 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:42:39.010269 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:39.039530 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b0c3-4602-4a99-9c03-538535a3aa64 None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:32Z', 'revision_number': 4, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi', '_interfaces': [{'id': 'f00848c2-1d3f-46a5-9e22-7fcc49f01a33', 'name': '', 'network_id': '7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'mac_address': 'fa:16:3e:58:6e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:31Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'subnets': [{'id': '62bc4445-f0c5-4281-a9ca-9977d08c8c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:42:39.256891 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:39.270284 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347ed94-e539-40bd-93a5-73612f74b86e None None] New status for floating IP 5e9873eb-517a-45c0-99e5-3ebaf59848f2: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:42:39.314746 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (e160c184-2616-4e55-8397-df4d4d4ee13a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.339231 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (e160c184-2616-4e55-8397-df4d4d4ee13a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.388146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e160c184-2616-4e55-8397-df4d4d4ee13a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.391790 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.397057 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:39.397648 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "DELETE /v2.0/security-groups/e160c184-2616-4e55-8397-df4d4d4ee13a HTTP/1.1" status: 204 len: 168 time: 0.1394386 Apr 11 15:42:39.407277 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e160c184-2616-4e55-8397-df4d4d4ee13a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:39.412200 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.api.v2.resource [None req-75bc1119-46bd-4eff-be78-fdde4c72ed2e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] show failed (client error): The resource could not be found. Apr 11 15:42:39.413262 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-75bc1119-46bd-4eff-be78-fdde4c72ed2e tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "GET /v2.0/security-groups/e160c184-2616-4e55-8397-df4d4d4ee13a HTTP/1.1" status: 404 len: 347 time: 0.0152059 Apr 11 15:42:39.415979 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47180) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:39.418014 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.418365 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.418739 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.419111 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.419438 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.419773 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.420099 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.420427 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.420751 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.421077 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.421402 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.421728 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.422047 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.422416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.423168 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca2d4b-31aa-440d-8a23-a2e9fe084c70 tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:39.542354 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Deleting port 82fca6f5-873e-4b8d-8afe-2656aad100b6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:42:39.542628 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.621325 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.621652 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (82fca6f5-873e-4b8d-8afe-2656aad100b6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.633761 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Calling delete_port for 82fca6f5-873e-4b8d-8afe-2656aad100b6 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:42:39.768212 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30937626'] for port (82fca6f5-873e-4b8d-8afe-2656aad100b6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.792552 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Pushing event deleted for resources: {'Port': ['ID=82fca6f5-873e-4b8d-8afe-2656aad100b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:39.856374 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks [] for floatingip (5e9873eb-517a-45c0-99e5-3ebaf59848f2), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.858956 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41930'] for floatingip (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:39.860131 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-c4c6b34d-d30d-4ac9-810b-d2e2aaf96f8b tempest-AttachVolumeShelveTestJSON-49294702 tempest-AttachVolumeShelveTestJSON-49294702-project] 10.222.0.50 "DELETE /v2.0/floatingips/5e9873eb-517a-45c0-99e5-3ebaf59848f2 HTTP/1.1" status: 204 len: 168 time: 0.4432352 Apr 11 15:42:40.443202 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:42:40.462922 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] No Port match for: 2ee980a0-387b-45e4-b47b-08489aa7168c {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:42:40.463522 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Device 2ee980a0-387b-45e4-b47b-08489aa7168c not bound to the agent host hv-cinder-83548 {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:42:42.269634 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:42.693044 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594609'] for router_interface (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:42.921424 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Deleting port f00848c2-1d3f-46a5-9e22-7fcc49f01a33 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:42:42.921759 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:43.000934 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] For port f00848c2-1d3f-46a5-9e22-7fcc49f01a33, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:42:43.001305 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:43.014533 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Calling delete_port for f00848c2-1d3f-46a5-9e22-7fcc49f01a33 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:42:43.210907 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (f00848c2-1d3f-46a5-9e22-7fcc49f01a33), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:43.234479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00848c2-1d3f-46a5-9e22-7fcc49f01a33,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:43.409098 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594461'] for router_interface (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:43.627784 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 has already been hosted by L3 agent 8434f9ed-cb79-48c2-841e-b14a1b79f371 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:42:43.735456 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] Notify agent at l3_agent.dv-cinder-835483-2-iscsi the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:42:43.743791 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-1a46e085-b232-480b-8703-8d63ee3c5654 admin admin] 10.222.0.50 "PUT /v2.0/routers/6efed73f-86f6-4f4f-b8fd-4e2bfaaea998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4706643 Apr 11 15:42:43.744053 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47206) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:43.745899 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] Sync routers for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:42:43.756400 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:42:43.757022 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:42:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:43.849608 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks [] for router (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:43.868166 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: dv-cinder-835483-2-iscsi {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:42:43.953553 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks [] for router_gateway (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.053131 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'external_fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:42:43Z', 'revision_number': 5, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port': {'id': '2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5', 'name': '', 'network_id': '932ee0fc-1ea7-4aca-875a-b11924d7f1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f82087f8-6084-482f-93d8-66acfa6ce4a9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-2-iscsi'}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:44.082131 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] Checking router: 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 for host: dv-cinder-835483-2-iscsi {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:42:44.092235 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] Routers {'6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'} bound to L3 agent in host dv-cinder-835483-2-iscsi {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:42:44.092871 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:15:48Z,description=,heartbeat_timestamp=2022-04-11T15:42:18Z,host='dv-cinder-835483-2-iscsi',id=8434f9ed-cb79-48c2-841e-b14a1b79f371,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:15:48Z,topic='l3_agent')) {'router_ids': ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:44.187938 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] Set router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:42:44.247384 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:42:43Z', 'revision_number': 6, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port_host': None}], 'dv-cinder-835483-2-iscsi', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:44.252887 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Deleting port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:42:44.253224 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.274957 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66507d70-1219-4cb7-afe4-8735c47cfbef None None] The sync data for ids ['6efed73f-86f6-4f4f-b8fd-4e2bfaaea998'] in dv-cinder-835483-2-iscsi is: [{'id': '6efed73f-86f6-4f4f-b8fd-4e2bfaaea998', 'name': 'tempest-AttachVolumeShelveTestJSON-1001847362-router', 'tenant_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:33:28Z', 'updated_at': '2022-04-11T15:42:43Z', 'revision_number': 6, 'project_id': 'c1f1cc9ee9ea43939d97780271f7b8d0', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:42:44.331690 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] For port 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,segment=NetworkSegment(e2d42076-48a9-4794-8131-58c36c3cbab8),segment_id=e2d42076-48a9-4794-8131-58c36c3cbab8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:42:44.332058 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.344643 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Calling delete_port for 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:42:44.510573 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.535607 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:44.595261 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592635'] for router_gateway (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.691266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15508'] for router (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.693788 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks [] for router_controller (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.742569 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-678236'] for router (6efed73f-86f6-4f4f-b8fd-4e2bfaaea998), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.743123 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:42:44.747454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.748637 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-95487a6e-5939-4e96-8211-fe8944f190b1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6efed73f-86f6-4f4f-b8fd-4e2bfaaea998 HTTP/1.1" status: 204 len: 168 time: 1.0036473 Apr 11 15:42:44.751054 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:44.795260 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Deleting subnet 62bc4445-f0c5-4281-a9ca-9977d08c8c2c {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:42:44.798278 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Publish callbacks [] for subnet (62bc4445-f0c5-4281-a9ca-9977d08c8c2c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.831722 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29374434'] for subnet (62bc4445-f0c5-4281-a9ca-9977d08c8c2c), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.912827 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833786'] for subnet (62bc4445-f0c5-4281-a9ca-9977d08c8c2c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.964061 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29437584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29400598'] for subnet (62bc4445-f0c5-4281-a9ca-9977d08c8c2c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.989658 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62bc4445-f0c5-4281-a9ca-9977d08c8c2c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:44.992977 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.996419 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-c04f0798-383e-422e-9065-e6518bc7a261 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/62bc4445-f0c5-4281-a9ca-9977d08c8c2c HTTP/1.1" status: 204 len: 168 time: 0.2441876 Apr 11 15:42:44.998579 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47210) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:45.001049 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ecc94a-cd32-474e-8525-fbd9eb17a7c2 None None] Network 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 requested from dv-cinder-835483-2-iscsi {{(pid=103328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:42:45.080285 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694825'] for network (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.101507 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cc83-38ad-4bc9-87a7-56d7382d1a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.132246 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Deleting port 25ca3d55-b6a8-4491-a9bc-e0e22708742a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:42:45.132644 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.168601 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] DHCP port deletion for 7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 request from dv-cinder-835483-2-iscsi {{(pid=103328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:42:45.200435 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] For port 25ca3d55-b6a8-4491-a9bc-e0e22708742a, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=25ca3d55-b6a8-4491-a9bc-e0e22708742a,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:42:45.200875 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.215891 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Calling delete_port for 25ca3d55-b6a8-4491-a9bc-e0e22708742a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:42:45.217520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Deleting port 25ca3d55-b6a8-4491-a9bc-e0e22708742a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:42:45.217899 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751013557535'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.291986 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 25ca3d55-b6a8-4491-a9bc-e0e22708742a no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:42:45.310439 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29437677'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.331304 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] For port 25ca3d55-b6a8-4491-a9bc-e0e22708742a, host dv-cinder-835483-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-2-iscsi',level=0,port_id=25ca3d55-b6a8-4491-a9bc-e0e22708742a,segment=NetworkSegment(1da2a471-cf37-46bb-9318-ee39fb2a43e7),segment_id=1da2a471-cf37-46bb-9318-ee39fb2a43e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:42:45.331769 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718127'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.342505 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Pushing event deleted for resources: {'Port': ['ID=25ca3d55-b6a8-4491-a9bc-e0e22708742a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:45.346160 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] No DVR routers for this DVR port 25ca3d55-b6a8-4491-a9bc-e0e22708742a on host dv-cinder-835483-2-iscsi {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:42:45.351569 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Calling delete_port for 25ca3d55-b6a8-4491-a9bc-e0e22708742a owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:42:45.372245 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No active binding found for port 25ca3d55-b6a8-4491-a9bc-e0e22708742a {{(pid=103328) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 11 15:42:45.372625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] The host dv-cinder-835483-2-iscsi is not matching for port 25ca3d55-b6a8-4491-a9bc-e0e22708742a host None! {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 11 15:42:45.373018 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 25ca3d55-b6a8-4491-a9bc-e0e22708742a not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:42:45.373434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:42:45.427165 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831607', 'neutron.services.segments.db._delete_segments_for_network-8751013600687'] for network (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.431157 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:42:45.431513 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device 2493f4d2-f11c-49b6-a044-ad5c6bbe8aa5 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:42:45.431934 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f00848c2-1d3f-46a5-9e22-7fcc49f01a33 no longer exists at agent ovs-agent-dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:42:45.449454 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:45.454501 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] No Port match for: f00848c2-1d3f-46a5-9e22-7fcc49f01a33 {{(pid=103328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:42:45.454877 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.plugins.ml2.rpc [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Device f00848c2-1d3f-46a5-9e22-7fcc49f01a33 not bound to the agent host dv-cinder-835483-2-iscsi {{(pid=103328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:42:45.459258 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da2a471-cf37-46bb-9318-ee39fb2a43e7') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:45.459552 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da2a471-cf37-46bb-9318-ee39fb2a43e7') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:42:45.471502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751013602232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29374443'] for segment (1da2a471-cf37-46bb-9318-ee39fb2a43e7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: from cryptography.utils import int_from_bytes Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: from cryptography.utils import int_from_bytes Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.481183 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:42:45.484382 dv-cinder-835483-2-iscsi neutron-server[103328]: self.session.flush() Apr 11 15:42:45.486667 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1699767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751013564941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751013088561'] for port (25ca3d55-b6a8-4491-a9bc-e0e22708742a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.489417 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999'] for segment (1da2a471-cf37-46bb-9318-ee39fb2a43e7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.496948 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:42:45.497692 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29437498'] for segment (1da2a471-cf37-46bb-9318-ee39fb2a43e7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: Traceback (most recent call last): Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: timer() Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: cb(*args, **kw) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: return func(*args, **kwargs) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: self._notify() Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: self.callback(batched_events) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: event.method(event) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: return f(self, *a, **k) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._get(url).json() Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: return self.request(url, 'GET', **kwargs) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:42:45.499540 dv-cinder-835483-2-iscsi neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:42:45.513717 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Pushing event deleted for resources: {'Port': ['ID=25ca3d55-b6a8-4491-a9bc-e0e22708742a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:45.518071 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] No DVR routers for this DVR port 25ca3d55-b6a8-4491-a9bc-e0e22708742a on host dv-cinder-835483-2-iscsi {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.528538 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.529520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.529520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.529520 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.529867 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.530207 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.530382 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607f8cb-f066-4ff8-8ce9-c991c432c4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:42:45.559649 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592543'] for network (7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.564179 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650544'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.570388 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] 10.222.0.50 "DELETE /v2.0/networks/7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336 HTTP/1.1" status: 204 len: 168 time: 0.5678427 Apr 11 15:42:45.579966 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5571a-2d99-43be-a451-595da399a73a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab22dc9-2b0c-4aa1-9dcf-a01067ac2336,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:45.699495 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:45.740362 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-a70260d1-bf01-4aaf-b42b-cc9eacb67e39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1f1cc9ee9ea43939d97780271f7b8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396922 Apr 11 15:42:45.743012 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47216) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:45.792518 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047bae25-a003-4798-bb2b-92be00042ec5 admin admin] Publish callbacks [] for security_group (28f54cc9-9f1f-463a-8e3b-a7f133de5181), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.814046 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047bae25-a003-4798-bb2b-92be00042ec5 admin admin] Publish callbacks [] for security_group (28f54cc9-9f1f-463a-8e3b-a7f133de5181), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.864445 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047bae25-a003-4798-bb2b-92be00042ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (28f54cc9-9f1f-463a-8e3b-a7f133de5181), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.867171 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047bae25-a003-4798-bb2b-92be00042ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.868312 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-047bae25-a003-4798-bb2b-92be00042ec5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28f54cc9-9f1f-463a-8e3b-a7f133de5181 HTTP/1.1" status: 204 len: 168 time: 0.1243777 Apr 11 15:42:45.876778 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bae25-a003-4798-bb2b-92be00042ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f54cc9-9f1f-463a-8e3b-a7f133de5181,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:47.102659 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47266) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:47.204992 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e82755ce-7cdb-43ae-b495-be88eaac507b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.279505 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e82755ce-7cdb-43ae-b495-be88eaac507b admin admin] Publish callbacks [] for security_group (fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.283377 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e82755ce-7cdb-43ae-b495-be88eaac507b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.324540 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e82755ce-7cdb-43ae-b495-be88eaac507b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d54047cc175f41b2b30c4d5b99245f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208114 Apr 11 15:42:47.325405 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82755ce-7cdb-43ae-b495-be88eaac507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:47.327366 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47270) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:42:47.375752 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e997f75-b5dc-4c00-9fb5-a057cadc0ed8 admin admin] Publish callbacks [] for security_group (fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.397637 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e997f75-b5dc-4c00-9fb5-a057cadc0ed8 admin admin] Publish callbacks [] for security_group (fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.444662 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e997f75-b5dc-4c00-9fb5-a057cadc0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.447245 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e997f75-b5dc-4c00-9fb5-a057cadc0ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:47.448395 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5e997f75-b5dc-4c00-9fb5-a057cadc0ed8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6 HTTP/1.1" status: 204 len: 168 time: 0.1200378 Apr 11 15:42:47.456175 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e997f75-b5dc-4c00-9fb5-a057cadc0ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39c2c4-1a1f-476d-b75e-ef7af4f1c8b6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:42:48.377404 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79fd87f8-b2ef-4876-944c-cfcc0ed2ef82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:49.296333 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:50.732804 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:51.277867 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:54.791290 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:42:55.154112 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:06.561146 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [req-7e50b940-59ed-416b-914d-9501f363d036 req-d80b1eed-0ae6-40d2-b83c-aebb591e0b67 tempest-VolumesActionsTest-937613461 tempest-VolumesActionsTest-937613461-project] (103326) timed out ('10.222.0.59', 57906) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 15:43:15.073360 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ff1dce0-5430-4deb-9561-e6fbd6e4864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:18.379428 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56dbc3c4-400a-4586-a5f3-bfeaf6c0f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:19.299248 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:20.733977 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:21.280606 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:25.171677 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.127048 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:31.238270 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95a4da10-64bf-49ad-a9b2-43c1168e2de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.315530 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95a4da10-64bf-49ad-a9b2-43c1168e2de6 admin admin] Publish callbacks [] for security_group (e0089668-a5f9-43f6-a510-7e28847f3675), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.323463 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95a4da10-64bf-49ad-a9b2-43c1168e2de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e0089668-a5f9-43f6-a510-7e28847f3675), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.361077 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-95a4da10-64bf-49ad-a9b2-43c1168e2de6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b753ccda3e7433f970383dc28d9b6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329547 Apr 11 15:43:31.363024 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4da10-64bf-49ad-a9b2-43c1168e2de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0089668-a5f9-43f6-a510-7e28847f3675,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:31.363853 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47658) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:31.413686 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ab830e4-29e4-4ea0-9182-da27459971d5 admin admin] Publish callbacks [] for security_group (e0089668-a5f9-43f6-a510-7e28847f3675), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.435003 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ab830e4-29e4-4ea0-9182-da27459971d5 admin admin] Publish callbacks [] for security_group (e0089668-a5f9-43f6-a510-7e28847f3675), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.481981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ab830e4-29e4-4ea0-9182-da27459971d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (e0089668-a5f9-43f6-a510-7e28847f3675), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.484597 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ab830e4-29e4-4ea0-9182-da27459971d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.485762 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-7ab830e4-29e4-4ea0-9182-da27459971d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0089668-a5f9-43f6-a510-7e28847f3675 HTTP/1.1" status: 204 len: 168 time: 0.1209433 Apr 11 15:43:31.495685 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab830e4-29e4-4ea0-9182-da27459971d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0089668-a5f9-43f6-a510-7e28847f3675,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:31.757314 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47664) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:31.770377 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db8929b1-0fd8-45cf-a71a-f701c4002082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.790324 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:43:31.849173 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db8929b1-0fd8-45cf-a71a-f701c4002082 admin admin] Publish callbacks [] for security_group (0180b926-72e7-437d-bf05-4692443d45e2), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.853516 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db8929b1-0fd8-45cf-a71a-f701c4002082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (0180b926-72e7-437d-bf05-4692443d45e2), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.891873 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-db8929b1-0fd8-45cf-a71a-f701c4002082 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4acee7545e5249a79393c9e7816b074b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334713 Apr 11 15:43:31.892832 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8929b1-0fd8-45cf-a71a-f701c4002082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0180b926-72e7-437d-bf05-4692443d45e2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:31.894517 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47666) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:31.943416 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60ab871b-9ad6-47f2-a405-f204cf42bde6 admin admin] Publish callbacks [] for security_group (0180b926-72e7-437d-bf05-4692443d45e2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:31.965373 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60ab871b-9ad6-47f2-a405-f204cf42bde6 admin admin] Publish callbacks [] for security_group (0180b926-72e7-437d-bf05-4692443d45e2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:32.012834 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60ab871b-9ad6-47f2-a405-f204cf42bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (0180b926-72e7-437d-bf05-4692443d45e2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:32.015488 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60ab871b-9ad6-47f2-a405-f204cf42bde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:32.016633 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-60ab871b-9ad6-47f2-a405-f204cf42bde6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0180b926-72e7-437d-bf05-4692443d45e2 HTTP/1.1" status: 204 len: 168 time: 0.1211214 Apr 11 15:43:32.024354 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab871b-9ad6-47f2-a405-f204cf42bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180b926-72e7-437d-bf05-4692443d45e2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:43.432795 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47802) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:43.533320 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.611289 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Publish callbacks [] for security_group (1146c770-b4d8-4f07-8ce5-f86c3b97e101), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.615004 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (1146c770-b4d8-4f07-8ce5-f86c3b97e101), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.651120 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146c770-b4d8-4f07-8ce5-f86c3b97e101,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:43.656648 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68a993ce38d94da08d78d757f8319f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221224 Apr 11 15:43:43.658659 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47806) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:43.660760 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.661112 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.661461 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.661818 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.662146 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.662479 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.662840 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.663170 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.663502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.663922 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.664159 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.664485 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.664806 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.665128 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.665447 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067e0e1-848c-449c-a0da-008ed7d8a6ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.712192 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Publish callbacks [] for security_group (1146c770-b4d8-4f07-8ce5-f86c3b97e101), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.734367 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Publish callbacks [] for security_group (1146c770-b4d8-4f07-8ce5-f86c3b97e101), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.783290 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (1146c770-b4d8-4f07-8ce5-f86c3b97e101), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.785901 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:43.789766 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1146c770-b4d8-4f07-8ce5-f86c3b97e101 HTTP/1.1" status: 204 len: 168 time: 0.1274240 Apr 11 15:43:43.796159 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146c770-b4d8-4f07-8ce5-f86c3b97e101,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:43.803515 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.803869 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.804220 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.804562 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.804900 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.805234 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.805566 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.805981 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.806224 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.806551 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.806913 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.807241 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.807564 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.807887 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:43.808209 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aba22a2-3572-4127-aecb-8be6b82b336e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-2-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:43:44.044107 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47812) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:44.056914 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f2d175f-2d8b-42d6-be6e-76e9981da24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.133046 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f2d175f-2d8b-42d6-be6e-76e9981da24e admin admin] Publish callbacks [] for security_group (4a7bacc9-2baa-4744-9440-49baf1896470), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.136586 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f2d175f-2d8b-42d6-be6e-76e9981da24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4a7bacc9-2baa-4744-9440-49baf1896470), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.175426 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-5f2d175f-2d8b-42d6-be6e-76e9981da24e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36f94600cf01456d8ec0bea6eb8cc5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302593 Apr 11 15:43:44.176494 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d175f-2d8b-42d6-be6e-76e9981da24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7bacc9-2baa-4744-9440-49baf1896470,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:44.178271 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47814) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:44.227540 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4df115e-a666-4b8c-8070-9bc492b7b8b8 admin admin] Publish callbacks [] for security_group (4a7bacc9-2baa-4744-9440-49baf1896470), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.249351 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4df115e-a666-4b8c-8070-9bc492b7b8b8 admin admin] Publish callbacks [] for security_group (4a7bacc9-2baa-4744-9440-49baf1896470), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.295937 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4df115e-a666-4b8c-8070-9bc492b7b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (4a7bacc9-2baa-4744-9440-49baf1896470), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.298493 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4df115e-a666-4b8c-8070-9bc492b7b8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.299683 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-a4df115e-a666-4b8c-8070-9bc492b7b8b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a7bacc9-2baa-4744-9440-49baf1896470 HTTP/1.1" status: 204 len: 168 time: 0.1204963 Apr 11 15:43:44.307366 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df115e-a666-4b8c-8070-9bc492b7b8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7bacc9-2baa-4744-9440-49baf1896470,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:45.075853 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3671efdc-056f-45fe-80af-cce310619559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:45.912435 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47860) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:46.015518 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02cf0f07-c493-40bd-b96f-655a33830619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.089470 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02cf0f07-c493-40bd-b96f-655a33830619 admin admin] Publish callbacks [] for security_group (bb5572d7-6cd0-4d2c-8e38-df422d786f1c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.094044 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02cf0f07-c493-40bd-b96f-655a33830619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (bb5572d7-6cd0-4d2c-8e38-df422d786f1c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.134263 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-02cf0f07-c493-40bd-b96f-655a33830619 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d823bc26c4814d09a8aae8a4b67328d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207279 Apr 11 15:43:46.135364 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf0f07-c493-40bd-b96f-655a33830619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5572d7-6cd0-4d2c-8e38-df422d786f1c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:46.137112 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:46.185228 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcb96a7a-017e-45d2-ab36-0a65c7e1db5c admin admin] Publish callbacks [] for security_group (bb5572d7-6cd0-4d2c-8e38-df422d786f1c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.205649 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcb96a7a-017e-45d2-ab36-0a65c7e1db5c admin admin] Publish callbacks [] for security_group (bb5572d7-6cd0-4d2c-8e38-df422d786f1c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.255266 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcb96a7a-017e-45d2-ab36-0a65c7e1db5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (bb5572d7-6cd0-4d2c-8e38-df422d786f1c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.257842 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcb96a7a-017e-45d2-ab36-0a65c7e1db5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.259027 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-dcb96a7a-017e-45d2-ab36-0a65c7e1db5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb5572d7-6cd0-4d2c-8e38-df422d786f1c HTTP/1.1" status: 204 len: 168 time: 0.1209328 Apr 11 15:43:46.267107 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb96a7a-017e-45d2-ab36-0a65c7e1db5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5572d7-6cd0-4d2c-8e38-df422d786f1c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:46.521178 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47870) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:46.534100 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397f29fc-aa82-495a-9b74-ba6c1362b210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.609501 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397f29fc-aa82-495a-9b74-ba6c1362b210 admin admin] Publish callbacks [] for security_group (66e815bb-8443-4db2-8638-b49e12d3820c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.613090 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-397f29fc-aa82-495a-9b74-ba6c1362b210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (66e815bb-8443-4db2-8638-b49e12d3820c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.650961 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-397f29fc-aa82-495a-9b74-ba6c1362b210 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78b159de42414b7aa4170a5ceeeb7734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286707 Apr 11 15:43:46.653041 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f29fc-aa82-495a-9b74-ba6c1362b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e815bb-8443-4db2-8638-b49e12d3820c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:46.660036 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:46.710406 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-023cfa1b-9774-4b6e-a3d4-db11287958ca admin admin] Publish callbacks [] for security_group (66e815bb-8443-4db2-8638-b49e12d3820c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.732513 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-023cfa1b-9774-4b6e-a3d4-db11287958ca admin admin] Publish callbacks [] for security_group (66e815bb-8443-4db2-8638-b49e12d3820c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.779389 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-023cfa1b-9774-4b6e-a3d4-db11287958ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (66e815bb-8443-4db2-8638-b49e12d3820c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.781962 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-023cfa1b-9774-4b6e-a3d4-db11287958ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.783146 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-023cfa1b-9774-4b6e-a3d4-db11287958ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66e815bb-8443-4db2-8638-b49e12d3820c HTTP/1.1" status: 204 len: 168 time: 0.1221802 Apr 11 15:43:46.790950 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cfa1b-9774-4b6e-a3d4-db11287958ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e815bb-8443-4db2-8638-b49e12d3820c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:48.381747 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33dadb63-01d1-4a8e-ab03-88551ce6445a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.449975 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47926) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:48.559949 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11e5070c-2b28-4136-b0ef-4c6534d03031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.633584 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11e5070c-2b28-4136-b0ef-4c6534d03031 admin admin] Publish callbacks [] for security_group (168972f3-d87a-497e-9d26-ab63a7a0fc57), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.638080 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11e5070c-2b28-4136-b0ef-4c6534d03031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (168972f3-d87a-497e-9d26-ab63a7a0fc57), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.677327 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-11e5070c-2b28-4136-b0ef-4c6534d03031 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dbb9055941b4845998cdbf8803fa70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262526 Apr 11 15:43:48.678040 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5070c-2b28-4136-b0ef-4c6534d03031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168972f3-d87a-497e-9d26-ab63a7a0fc57,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:48.680702 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47930) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:48.733086 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19744258-ee5e-430e-bd67-04919144e564 admin admin] Publish callbacks [] for security_group (168972f3-d87a-497e-9d26-ab63a7a0fc57), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.753723 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19744258-ee5e-430e-bd67-04919144e564 admin admin] Publish callbacks [] for security_group (168972f3-d87a-497e-9d26-ab63a7a0fc57), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.800360 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19744258-ee5e-430e-bd67-04919144e564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (168972f3-d87a-497e-9d26-ab63a7a0fc57), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.802954 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19744258-ee5e-430e-bd67-04919144e564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:48.804125 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-19744258-ee5e-430e-bd67-04919144e564 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/168972f3-d87a-497e-9d26-ab63a7a0fc57 HTTP/1.1" status: 204 len: 168 time: 0.1222732 Apr 11 15:43:48.812434 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19744258-ee5e-430e-bd67-04919144e564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168972f3-d87a-497e-9d26-ab63a7a0fc57,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:49.063407 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.50', 47936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:49.076386 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea55e43c-717d-4065-8920-2842c0630073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.150739 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea55e43c-717d-4065-8920-2842c0630073 admin admin] Publish callbacks [] for security_group (3e2cf6e8-8c5a-45f8-8444-56a8a0c61869), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.155502 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea55e43c-717d-4065-8920-2842c0630073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (3e2cf6e8-8c5a-45f8-8444-56a8a0c61869), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.194125 dv-cinder-835483-2-iscsi neutron-server[103327]: INFO neutron.wsgi [None req-ea55e43c-717d-4065-8920-2842c0630073 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=436e81e7990240cb8925265592f63c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296535 Apr 11 15:43:49.195127 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e43c-717d-4065-8920-2842c0630073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2cf6e8-8c5a-45f8-8444-56a8a0c61869,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:49.196855 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:49.247619 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccdd893b-1fbf-46da-ac2f-f77ca3ea6932 admin admin] Publish callbacks [] for security_group (3e2cf6e8-8c5a-45f8-8444-56a8a0c61869), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.269010 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccdd893b-1fbf-46da-ac2f-f77ca3ea6932 admin admin] Publish callbacks [] for security_group (3e2cf6e8-8c5a-45f8-8444-56a8a0c61869), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.303614 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.321413 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccdd893b-1fbf-46da-ac2f-f77ca3ea6932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (3e2cf6e8-8c5a-45f8-8444-56a8a0c61869), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.324842 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccdd893b-1fbf-46da-ac2f-f77ca3ea6932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:49.326030 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-ccdd893b-1fbf-46da-ac2f-f77ca3ea6932 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e2cf6e8-8c5a-45f8-8444-56a8a0c61869 HTTP/1.1" status: 204 len: 168 time: 0.1275737 Apr 11 15:43:49.333978 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd893b-1fbf-46da-ac2f-f77ca3ea6932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2cf6e8-8c5a-45f8-8444-56a8a0c61869,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:50.362793 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47968) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:50.480289 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d49aa0f-ce8c-49cc-80b9-b36ec9c7bc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.559521 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d49aa0f-ce8c-49cc-80b9-b36ec9c7bc32 admin admin] Publish callbacks [] for security_group (5733372c-d7c8-427f-91dd-fbe6dcea1266), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.563642 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d49aa0f-ce8c-49cc-80b9-b36ec9c7bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5733372c-d7c8-427f-91dd-fbe6dcea1266), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.602277 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49aa0f-ce8c-49cc-80b9-b36ec9c7bc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5733372c-d7c8-427f-91dd-fbe6dcea1266,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:50.608611 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-3d49aa0f-ce8c-49cc-80b9-b36ec9c7bc32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bb3e5dbb40c4980b71eb6a9d26dc841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447534 Apr 11 15:43:50.611540 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.50', 47972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:43:50.661018 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1514d41-c379-4872-86a3-850d7dbba581 admin admin] Publish callbacks [] for security_group (5733372c-d7c8-427f-91dd-fbe6dcea1266), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.684133 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1514d41-c379-4872-86a3-850d7dbba581 admin admin] Publish callbacks [] for security_group (5733372c-d7c8-427f-91dd-fbe6dcea1266), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.735563 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1514d41-c379-4872-86a3-850d7dbba581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539938'] for security_group (5733372c-d7c8-427f-91dd-fbe6dcea1266), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.737536 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.738371 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1514d41-c379-4872-86a3-850d7dbba581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:50.740678 dv-cinder-835483-2-iscsi neutron-server[103326]: INFO neutron.wsgi [None req-e1514d41-c379-4872-86a3-850d7dbba581 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5733372c-d7c8-427f-91dd-fbe6dcea1266 HTTP/1.1" status: 204 len: 168 time: 0.1271677 Apr 11 15:43:50.748027 dv-cinder-835483-2-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1514d41-c379-4872-86a3-850d7dbba581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733372c-d7c8-427f-91dd-fbe6dcea1266,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:43:51.283674 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:55.170477 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:08.790976 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:44:15.078060 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-feb86803-68c8-4ebf-9b49-d5e918e7dc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:18.384305 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2bae64fb-3c65-4051-ad79-8c4e5e89b884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:19.305093 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:20.739651 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:21.285756 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:25.169164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:45.079325 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4a29e4a-a683-4047-9054-d600906ac017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:45.790095 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:44:48.386994 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb11b147-2fcb-460d-90e1-116db75ddf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:49.307533 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:50.742676 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:51.288092 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:55.166078 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:15.082366 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6bb66fbb-ba84-4a25-83bc-2e8f638a662d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:18.389116 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de77e608-98c8-4353-96f2-90b1a590758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:19.312551 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:20.745529 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:21.290787 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:22.788881 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:45:25.165512 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:45.083849 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3347c44e-7b7d-43af-a7cb-3a91c1fd90f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:48.392176 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c69f69c-b450-47c3-837e-b79d2a8fad23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:49.314454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:50.747565 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:51.292823 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:55.184186 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:59.787748 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:46:15.084649 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3e03766-dbe5-45a7-bba7-b98f2c181727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:18.393579 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b198cf16-3598-47d2-86e5-7db9958c7ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:19.319908 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:20.751925 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:21.294906 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:25.195543 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:36.786463 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:46:45.087017 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b255-e3da-493a-b871-f34f6ebab95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:48.395904 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-18f27647-c9b0-4787-8685-c996bc428267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:49.321625 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:50.752358 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:51.298021 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:55.195311 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:13.785300 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:47:15.088472 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-073eaf87-4be6-4225-854a-8456bd0b48e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:18.398475 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d63072c-ae07-498f-b448-1e656b5774fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:19.323134 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:20.755434 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:21.299232 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:25.209501 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:45.090559 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76de4bfe-7575-4f36-a9ff-2ff522833b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:48.400126 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-605a5603-223e-41d6-aef4-32c0e5ced5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:49.324799 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:50.757984 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:50.784064 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:47:51.301374 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:47:55.214168 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:15.093429 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aaf86699-2d83-49e5-8c12-40aa7d401ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:18.401142 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f28f0317-525a-4857-b082-1c647e08b6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:19.328454 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:20.760780 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:21.305738 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:25.209291 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:27.782765 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:48:45.094667 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86110b68-a5f5-4c20-9fb1-b8cbd1b0d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:45.466813 dv-cinder-835483-2-iscsi neutron-server[103327]: DEBUG neutron.wsgi [req-902bb30d-16ee-44d0-a0d1-842ef65a3b15 req-5bb58d63-4387-4015-bd2f-a51bd5fdf3a6 service neutron] (103327) timed out ('10.222.0.59', 57960) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 15:48:48.402536 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eec4de59-c07a-46dc-8bb4-d673e5e2989c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:49.331848 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:50.765847 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:51.307255 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:48:55.206456 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f44762ac-15d9-4a4d-928c-7af02ed1151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (3fceebff-f7a4-4c2d-a200-b96697be7cb6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:49:04.782640 dv-cinder-835483-2-iscsi neutron-server[103329]: DEBUG neutron.db.agents_db [None req-4910b5b2-65d0-4cac-9272-d12f6c4d9086 None None] Agent healthcheck: found 6 active agents {{(pid=103329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:49:15.096428 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1c52465-a557-46f0-b55a-327dbb494af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (179e0730-9fc6-434b-947b-1ec9b353d14f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:49:18.407921 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28fbf5e9-e4cb-4bf6-adf1-5a6cab195c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (8434f9ed-cb79-48c2-841e-b14a1b79f371), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:49:19.334977 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e06300bb-7e56-4413-910f-c9cdbe76c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (a366ab4d-e284-488f-a3cc-282873c1899a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:49:20.769164 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff9605f3-5f66-4678-8a96-a5f2fef27bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (50322cc0-36c5-4c6e-9ccd-b9ba95c03241), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:49:21.310947 dv-cinder-835483-2-iscsi neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6b510c5-fb22-4318-b1f0-73535bc445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751013600669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1804016'] for agent (4b3a1c3b-e265-4f89-bf8a-dbbf18cf2daf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}